-- Logs begin at Thu 2021-06-17 09:19:22 UTC, end at Thu 2021-06-17 10:41:36 UTC. -- Jun 17 10:06:38.452088 dv-cinder-796806-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 17 10:06:41.327307 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.common.config [-] Logging enabled! Jun 17 10:06:41.328004 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev356 Jun 17 10:06:41.328132 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93518) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 17 10:06:41.331446 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.common.config [-] Logging enabled! Jun 17 10:06:41.332393 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev356 Jun 17 10:06:41.332858 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93518) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 17 10:06:41.334270 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 17 10:06:41.334505 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 17 10:06:41.334907 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 17 10:06:41.335158 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 17 10:06:41.335389 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 17 10:06:41.335742 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:41.336045 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:41.336347 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:41.336580 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:41.336881 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:41.337196 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:41.337466 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:41.337758 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:41.338068 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:41.338358 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:41.338645 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:41.338931 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:41.339165 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:41.339451 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:41.339768 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:41.340055 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:41.340282 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] debug = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:41.340574 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:41.341008 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:41.341436 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:41.341723 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:41.342064 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:41.342359 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:41.342632 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:41.342911 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:41.343200 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:41.343577 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] host = dv-cinder-796806-1-iscsi {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:41.343862 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:41.344151 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:41.344442 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:41.344730 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:41.345011 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:41.345308 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:41.345565 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:41.345842 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:41.346784 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] log_file = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:41.346784 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:41.346784 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:41.348314 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:41.348314 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:41.348314 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:41.348543 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:41.348891 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:41.349239 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:41.349528 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:41.349816 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:41.350101 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:41.350385 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:41.350671 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:41.350948 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:41.351240 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:41.351550 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:41.351842 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:41.352124 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:41.352402 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:41.352678 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:41.352960 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:41.353251 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:41.353528 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:41.353807 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:41.354085 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:41.354381 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:41.354653 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:41.354932 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:41.355242 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:41.355550 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:41.355844 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:41.356133 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:41.356411 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:41.356695 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:41.356970 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:41.357249 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:41.357523 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] use_json = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:41.357794 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:41.358065 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:41.358350 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:41.358623 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:41.358896 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:41.359171 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:41.359443 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:41.359753 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:41.360058 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.360361 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.360666 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.360951 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.361252 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.361536 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.361827 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.362138 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.362407 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.362701 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.363187 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.363719 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.364153 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.364448 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.364764 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.365083 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.365385 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.365695 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.365977 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.366258 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.366542 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.366827 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.367122 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.367420 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.367740 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.368026 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.368306 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.368607 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.368886 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.369165 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.369445 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.369737 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.370020 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.370294 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.370589 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.370876 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.371148 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.371423 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.371733 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.372027 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.372302 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.372576 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.372852 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.373220 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.373424 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.373681 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.373956 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.374231 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.374596 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.374773 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.375052 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.375651 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.375651 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.375905 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.376188 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.376460 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.376735 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.377008 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.378702 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.378702 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.378702 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.378702 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.378702 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.381689 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.381689 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.381689 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.381689 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.381689 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.381689 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.381689 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.381689 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.382225 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.382225 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.382225 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.382225 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.382516 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.382702 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.382984 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.383261 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.383660 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.383950 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.384248 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.384538 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.384821 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.385121 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.385404 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.385690 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.385970 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.386253 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.386547 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.386835 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.387164 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.387432 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.387753 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.388050 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.388348 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.388632 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.388948 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.389232 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:41.389455 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 17 10:06:41.389700 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93518) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 17 10:06:41.765840 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:06:41.766123 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:06:41.766405 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:06:41.766750 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 17 10:06:42.218633 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:42.218902 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:42.219212 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:42.220669 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:42.220977 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:42.221302 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:42.268491 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:42.268884 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:42.269317 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:42.288164 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:42.288454 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:42.288782 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:42.325014 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:42.325339 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:42.325704 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:42.370947 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:42.371829 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:42.371829 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:42.636548 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:42.636866 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:42.637135 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:42.637419 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:42.638426 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:42.777177 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:42.777519 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:42.777795 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:42.778076 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:42.778352 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:42.778671 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:42.778935 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:42.779194 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:42.779450 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:42.779767 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:42.780028 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:42.780297 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:42.780558 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:42.780832 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:42.781247 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:42.781532 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:42.781816 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:42.782075 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:42.782351 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:42.782607 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:42.782894 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:42.783311 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:42.783647 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:42.783944 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:42.784221 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:42.784477 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:42.784984 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93518) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 10:06:42.785342 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93518) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 10:06:42.785758 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93518) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 10:06:42.786142 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93518) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 10:06:42.786397 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93518) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 10:06:42.786641 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93518) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 10:06:42.788313 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 17 10:06:42.791946 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 17 10:06:42.796098 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 17 10:06:42.801076 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Jun 17 10:06:42.803233 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 17 10:06:42.803842 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 17 10:06:42.804282 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 17 10:06:42.804767 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 17 10:06:42.807922 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 17 10:06:42.808173 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 17 10:06:42.808542 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 17 10:06:42.839532 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 17 10:06:42.840030 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:42.840339 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93518) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 17 10:06:42.840716 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:42.842262 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93518) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 17 10:06:42.842555 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 17 10:06:42.842810 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 17 10:06:42.846450 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:42.846736 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:42.916673 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 17 10:06:42.917007 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 17 10:06:42.917397 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 17 10:06:42.917984 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 17 10:06:42.942893 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_db.sqlalchemy.engines [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93518) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 17 10:06:43.948994 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.plugins.ml2.managers [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Initializing driver for type 'gre' Jun 17 10:06:43.950100 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] gre ID ranges: [(1, 1000)] Jun 17 10:06:44.394701 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.plugins.ml2.managers [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Initializing driver for type 'local' Jun 17 10:06:44.395187 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.plugins.ml2.managers [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Initializing driver for type 'vlan' Jun 17 10:06:44.594422 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] VlanTypeDriver initialization complete Jun 17 10:06:44.594791 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.plugins.ml2.managers [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Initializing driver for type 'vxlan' Jun 17 10:06:44.595352 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] vxlan ID ranges: [(1, 1000)] Jun 17 10:06:44.966180 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.plugins.ml2.managers [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Initializing extension driver 'port_security' Jun 17 10:06:44.967288 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.plugins.ml2.extensions.port_security [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] PortSecurityExtensionDriver initialization complete Jun 17 10:06:44.967288 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.plugins.ml2.managers [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Initializing mechanism driver 'openvswitch' Jun 17 10:06:44.967774 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.plugins.ml2.managers [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Initializing mechanism driver 'hyperv' Jun 17 10:06:44.976081 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.plugin [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:06:44.976886 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Subscribe: > port after_create 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:44.977263 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Subscribe: > port after_update 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:44.977625 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Subscribe: > port after_delete 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:44.978087 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Subscribe: > subnet after_create 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:44.978444 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Subscribe: > subnet after_update 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:44.978791 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:44.979184 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Subscribe: > network after_create 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:44.979556 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Subscribe: > network after_update 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:44.979909 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Subscribe: > network after_delete 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:44.980295 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Subscribe: > security_group after_create 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:44.980640 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Subscribe: > security_group after_update 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:44.980981 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:44.981371 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:44.981715 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:44.982059 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:44.982445 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Subscribe: > address_group after_create 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:44.982800 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Subscribe: > address_group after_update 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:44.983150 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:44.983497 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] ML2 OVO RPC backend initialized. {{(pid=93518) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 17 10:06:44.984298 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:44.984667 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:44.985355 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Subscribe: > network before_response 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:44.985928 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Subscribe: > networks before_response 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:44.986504 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Subscribe: > port before_response 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:44.987101 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Subscribe: > ports before_response 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:44.987753 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Subscribe: > subnet before_response 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:44.988286 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Subscribe: > subnets before_response 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:44.988827 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Subscribe: > network after_create 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:44.989188 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Subscribe: > network after_update 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:44.989536 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Subscribe: > network after_delete 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:44.989883 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Subscribe: > port after_create 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:44.990234 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Subscribe: > port after_update 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:44.990584 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Subscribe: > port after_delete 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:44.990929 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Subscribe: > subnet after_create 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:44.991272 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Subscribe: > subnet after_update 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:44.991741 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:44.992779 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.plugins.ml2.plugin [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Modular L2 Plugin initialization complete Jun 17 10:06:44.993336 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading services supported by the core plugin {{(pid=93518) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 17 10:06:44.993893 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.plugins.ml2.managers [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Got port-security extension from driver 'port_security' Jun 17 10:06:44.994687 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.extensions.vlantransparent [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Disabled vlantransparent extension. Jun 17 10:06:44.995558 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93518) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 17 10:06:44.996122 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading Plugin: router Jun 17 10:06:45.053147 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:45.053596 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Subscribe: > router after_create 55549900 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:45.053987 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Subscribe: > router before_create 55549900 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:45.054367 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:45.055066 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:45.055441 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Subscribe: > router after_delete 55549900 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:45.055861 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:45.056237 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Subscribe: > router after_create 55549900 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:45.056606 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Subscribe: > router after_update 55549900 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:45.056997 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Subscribe: > router after_update 55549900 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:45.057362 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:45.057734 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Subscribe: > router after_update 55549900 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:45.058173 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Subscribe: > router precommit_update 55549900 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:45.058556 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Subscribe: port after_update 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:45.058899 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Subscribe: port after_delete 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:45.059250 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Subscribe: subnet after_update 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:45.059636 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:45.059991 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:45.060378 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Subscribe: > router precommit_create 55549900 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:45.060733 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Subscribe: port before_delete 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:45.061082 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Subscribe: > router precommit_create 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:45.061553 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Subscribe: > router after_update 55549900 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:45.061873 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:45.062235 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Subscribe: > router precommit_create 55549900 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:45.062608 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:45.062968 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Subscribe: > router precommit_update 55549900 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:45.063365 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Subscribe: > network after_delete 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:45.064655 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.quota.resource_registry [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Tracking information for resource: router configured {{(pid=93518) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 10:06:45.064989 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.quota.resource_registry [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Tracking information for resource: floatingip configured {{(pid=93518) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 10:06:45.071029 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.db.l3_agentschedulers_db [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 17 10:06:45.071675 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Subscribe: port after_update 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:45.072051 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Subscribe: port after_create 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:45.072410 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Subscribe: port after_delete 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:45.072769 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Subscribe: port after_update 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:45.073788 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Subscribe: > router before_create 55550100 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:45.074154 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:45.074549 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Subscribe: > router precommit_create 55550100 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:45.074993 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Subscribe: > router precommit_update 55550100 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:45.082337 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.services.provider_configuration [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Service providers = [] {{(pid=93518) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 17 10:06:45.082838 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.db.servicetype_db [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93518) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 17 10:06:45.086172 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.services.service_base [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93518) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 17 10:06:45.086526 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.services.service_base [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93518) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 17 10:06:45.086872 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.services.service_base [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93518) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 17 10:06:45.087873 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.services.service_base [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93518) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 17 10:06:45.088245 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.services.service_base [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 17 10:06:45.088645 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93518) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 10:06:45.088970 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 17 10:06:45.101195 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93518) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 10:06:45.101536 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading Plugin: auto_allocate Jun 17 10:06:45.108620 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Subscribe: network precommit_update 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:45.109085 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Subscribe: network precommit_create 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:45.109633 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93518) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 10:06:45.109966 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading Plugin: tag Jun 17 10:06:45.120909 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93518) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 10:06:45.121461 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading Plugin: timestamp Jun 17 10:06:45.129061 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93518) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 10:06:45.129450 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading Plugin: network_ip_availability Jun 17 10:06:45.135802 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:45.136183 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:45.136691 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:45.137892 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93518) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 10:06:45.138223 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading Plugin: flavors Jun 17 10:06:45.143761 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93518) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 10:06:45.144165 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading Plugin: revisions Jun 17 10:06:45.152040 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93518) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 10:06:45.152559 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_concurrency.lockutils [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 3.386s {{(pid=93518) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:06:45.153366 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93518) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 17 10:06:45.153713 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Initializing extension manager. Jun 17 10:06:45.154247 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: __init__.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.154824 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: __pycache__ {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.154960 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.155240 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: address_group.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.156153 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.156776 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loaded extension: address-group Jun 17 10:06:45.157109 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: address_scope.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.157841 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.158393 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loaded extension: address-scope Jun 17 10:06:45.158730 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.160503 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.161053 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loaded extension: router-admin-state-down-before-update Jun 17 10:06:45.161486 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: agent.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.162241 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.162776 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loaded extension: agent Jun 17 10:06:45.163100 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: agent_resources_synced.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.164227 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.164892 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loaded extension: agent-resources-synced Jun 17 10:06:45.165453 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: allowedaddresspairs.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.167839 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.168414 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loaded extension: allowed-address-pairs Jun 17 10:06:45.168753 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: auto_allocated_topology.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.169945 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.170546 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loaded extension: auto-allocated-topology Jun 17 10:06:45.170917 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: availability_zone.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.171863 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.172783 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loaded extension: availability_zone Jun 17 10:06:45.173313 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: availability_zone_filter.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.174903 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.175879 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loaded extension: availability_zone_filter Jun 17 10:06:45.176404 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: data_plane_status.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.178003 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.178931 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Extension data-plane-status not supported by any of loaded plugins Jun 17 10:06:45.179530 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: default_subnetpools.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.181135 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.181936 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loaded extension: default-subnetpools Jun 17 10:06:45.182328 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.183310 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.183991 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loaded extension: dhcp_agent_scheduler Jun 17 10:06:45.184447 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: dns.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.185546 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.186195 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Extension dns-integration not supported by any of loaded plugins Jun 17 10:06:45.186605 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: dns_domain_ports.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.187736 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.188418 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 17 10:06:45.188854 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: dvr.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.190034 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.191238 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loaded extension: dvr Jun 17 10:06:45.194136 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: empty_string_filtering.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.194136 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.194136 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loaded extension: empty-string-filtering Jun 17 10:06:45.194710 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.195785 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.196463 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 17 10:06:45.196947 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.197983 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.198639 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 17 10:06:45.199066 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: external_net.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.200179 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.200847 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loaded extension: external-net Jun 17 10:06:45.208671 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.208671 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.208671 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loaded extension: extra_dhcp_opt Jun 17 10:06:45.208671 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: extraroute.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.208671 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.208671 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loaded extension: extraroute Jun 17 10:06:45.209678 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: extraroute_atomic.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.209678 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.210433 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loaded extension: extraroute-atomic Jun 17 10:06:45.210990 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: filter_validation.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.211971 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.212604 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loaded extension: filter-validation Jun 17 10:06:45.213021 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: fip_pf_description.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.214095 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.214725 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 17 10:06:45.215172 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: fip_port_details.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.216348 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.216931 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loaded extension: fip-port-details Jun 17 10:06:45.217347 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: flavors.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.218732 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.219268 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loaded extension: flavors Jun 17 10:06:45.219648 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.221438 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.222060 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 17 10:06:45.222527 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: floatingip_pools.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.223303 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.224090 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loaded extension: floatingip-pools Jun 17 10:06:45.224643 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: ip_allocation.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.225726 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.226269 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Extension ip_allocation not supported by any of loaded plugins Jun 17 10:06:45.226601 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.227598 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.228136 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loaded extension: ip-substring-filtering Jun 17 10:06:45.228468 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: l2_adjacency.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.229442 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.229976 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 17 10:06:45.230306 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: l3.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.231436 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.231995 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loaded extension: router Jun 17 10:06:45.232328 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.235734 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.236318 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 17 10:06:45.236682 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.237807 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.238397 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loaded extension: ext-gw-mode Jun 17 10:06:45.238761 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.239762 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.240299 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loaded extension: l3-ha Jun 17 10:06:45.240638 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: l3_flavors.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.241599 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.242198 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loaded extension: l3-flavors Jun 17 10:06:45.242520 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.243464 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.244024 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 17 10:06:45.244347 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: l3agentscheduler.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.245468 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.246007 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loaded extension: l3_agent_scheduler Jun 17 10:06:45.246357 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: logging.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.247985 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.248534 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Extension logging not supported by any of loaded plugins Jun 17 10:06:45.248873 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: metering.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.249641 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.250247 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loaded extension: metering Jun 17 10:06:45.250583 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.251769 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.252315 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loaded extension: metering_source_and_destination_fields Jun 17 10:06:45.252646 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: multiprovidernet.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.254124 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.254704 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loaded extension: multi-provider Jun 17 10:06:45.255071 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: netmtu.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.256300 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.256884 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loaded extension: net-mtu Jun 17 10:06:45.257250 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: netmtu_writable.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.258229 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.258801 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loaded extension: net-mtu-writable Jun 17 10:06:45.259169 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: network_availability_zone.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.259940 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.260515 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loaded extension: network_availability_zone Jun 17 10:06:45.260882 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: network_ip_availability.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.262087 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.262668 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loaded extension: network-ip-availability Jun 17 10:06:45.263040 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: network_segment_range.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.263931 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.264587 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Extension network-segment-range not supported by any of loaded plugins Jun 17 10:06:45.265000 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: pagination.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.266204 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.266586 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loaded extension: pagination Jun 17 10:06:45.266953 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: port_device_profile.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.267976 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.268585 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loaded extension: port-device-profile Jun 17 10:06:45.269559 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.270642 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.271219 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loaded extension: port-mac-address-regenerate Jun 17 10:06:45.271625 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.272584 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.273220 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loaded extension: port-numa-affinity-policy Jun 17 10:06:45.273519 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: port_resource_request.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.274504 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.275079 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Extension port-resource-request not supported by any of loaded plugins Jun 17 10:06:45.275441 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: portbindings.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.276560 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.277159 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loaded extension: binding Jun 17 10:06:45.277497 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: portbindings_extended.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.278888 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.279471 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loaded extension: binding-extended Jun 17 10:06:45.279876 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: portsecurity.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.281344 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.281464 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loaded extension: port-security Jun 17 10:06:45.282539 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: project_id.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.283036 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.283412 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loaded extension: project-id Jun 17 10:06:45.283823 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: providernet.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.284855 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.285463 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loaded extension: provider Jun 17 10:06:45.285827 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: qos.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.289758 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.290376 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Extension qos not supported by any of loaded plugins Jun 17 10:06:45.290765 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.292127 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.292717 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 17 10:06:45.293093 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.294073 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.294648 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 17 10:06:45.295021 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: qos_default.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.296031 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.296698 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Extension qos-default not supported by any of loaded plugins Jun 17 10:06:45.297069 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: qos_fip.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.297826 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.298405 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Extension qos-fip not supported by any of loaded plugins Jun 17 10:06:45.298775 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: qos_gateway_ip.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.299885 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.300521 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 17 10:06:45.300893 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: qos_port_network_policy.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.301880 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.302456 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 17 10:06:45.302830 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: qos_rule_type_details.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.303869 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.304443 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 17 10:06:45.304817 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: qos_rules_alias.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.305933 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.306468 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 17 10:06:45.306805 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: quotasv2.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.307934 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.310931 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loaded extension: quotas Jun 17 10:06:45.310931 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: quotasv2_detail.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.311993 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.312332 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loaded extension: quota_details Jun 17 10:06:45.312825 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: rbac.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.314215 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.314765 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loaded extension: rbac-policies Jun 17 10:06:45.315254 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: rbac_address_group.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.316688 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.317238 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loaded extension: rbac-address-group Jun 17 10:06:45.317565 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: rbac_address_scope.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.318507 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.319128 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loaded extension: rbac-address-scope Jun 17 10:06:45.319457 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: rbac_security_groups.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.320768 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.321322 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loaded extension: rbac-security-groups Jun 17 10:06:45.321647 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: rbac_subnetpool.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.322599 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.323132 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loaded extension: rbac-subnetpool Jun 17 10:06:45.323461 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: revisionifmatch.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.324431 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.325039 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loaded extension: revision-if-match Jun 17 10:06:45.325363 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: revisions.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.326585 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.327223 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loaded extension: standard-attr-revisions Jun 17 10:06:45.327663 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: router_availability_zone.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.328459 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.329050 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loaded extension: router_availability_zone Jun 17 10:06:45.329416 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: routerservicetype.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.330593 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.331139 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Extension router-service-type not supported by any of loaded plugins Jun 17 10:06:45.332256 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.333279 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.333872 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loaded extension: security-groups-normalized-cidr Jun 17 10:06:45.334306 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.335397 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.336014 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loaded extension: port-security-groups-filtering Jun 17 10:06:45.336406 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.337490 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.338092 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loaded extension: security-groups-remote-address-group Jun 17 10:06:45.338494 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: securitygroup.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.349667 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.350326 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loaded extension: security-group Jun 17 10:06:45.350745 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: segment.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.351832 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.352469 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Extension segment not supported by any of loaded plugins Jun 17 10:06:45.352877 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.354248 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.355085 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 17 10:06:45.355651 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: servicetype.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.357258 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.357953 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loaded extension: service-type Jun 17 10:06:45.358325 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: sorting.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.359489 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.359856 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loaded extension: sorting Jun 17 10:06:45.360216 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: standard_attr_segment.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.361165 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.361722 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 17 10:06:45.362052 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: standardattrdescription.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.363061 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.364197 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loaded extension: standard-attr-description Jun 17 10:06:45.364197 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: stateful_security_group.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.365139 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.365793 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loaded extension: stateful-security-group Jun 17 10:06:45.366243 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: stdattrs_common.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.366944 dv-cinder-796806-1-iscsi neutron-server[93518]: WARNING neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 17 10:06:45.367355 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.368722 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.369416 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 17 10:06:45.369828 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: subnet_onboard.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.371133 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.371814 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loaded extension: subnet_onboard Jun 17 10:06:45.372269 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.373334 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.373963 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 17 10:06:45.374844 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: subnet_service_types.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.375693 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.376382 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loaded extension: subnet-service-types Jun 17 10:06:45.376801 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: subnetallocation.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.378921 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.379566 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loaded extension: subnet_allocation Jun 17 10:06:45.380039 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.381201 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.382141 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loaded extension: subnetpool-prefix-ops Jun 17 10:06:45.382698 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.384218 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.384942 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 17 10:06:45.385318 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: tagging.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.386590 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.387306 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loaded extension: standard-attr-tag Jun 17 10:06:45.387731 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: timestamp.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.389316 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.389898 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loaded extension: standard-attr-timestamp Jun 17 10:06:45.390278 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: trunk.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.391432 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.392050 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Extension trunk not supported by any of loaded plugins Jun 17 10:06:45.392426 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: trunk_details.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.393457 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.394655 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Extension trunk-details not supported by any of loaded plugins Jun 17 10:06:45.395024 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: uplink_status_propagation.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.396149 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.396763 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 17 10:06:45.397131 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Loading extension file: vlantransparent.py {{(pid=93518) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 10:06:45.397887 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93518) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 10:06:45.398485 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 17 10:06:45.401396 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.quota.resource_registry [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Creating instance of TrackedResource for resource:network Jun 17 10:06:45.402054 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.quota.resource_registry [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Creating instance of TrackedResource for resource:subnet Jun 17 10:06:45.402592 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.quota.resource_registry [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 10:06:45.403032 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.quota.resource_registry [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Creating instance of TrackedResource for resource:port Jun 17 10:06:45.404495 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.v2.resource_helper [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93518) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 10:06:45.404992 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.v2.resource_helper [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Service FLAVORS assigned prefix: {{(pid=93518) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 10:06:45.405662 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.v2.resource_helper [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93518) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 10:06:45.406109 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.v2.resource_helper [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93518) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 10:06:45.406450 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.quota.resource_registry [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Creating instance of TrackedResource for resource:router Jun 17 10:06:45.406892 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.quota.resource_registry [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Creating instance of TrackedResource for resource:floatingip Jun 17 10:06:45.407404 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.v2.resource_helper [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Service METERING assigned prefix: /metering {{(pid=93518) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 10:06:45.408937 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:45.409327 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:45.410421 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:06:45.411787 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.quota.resource_registry [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Creating instance of CountableResource for resource:rbac_policy Jun 17 10:06:45.412269 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.quota.resource_registry [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Creating instance of TrackedResource for resource:security_group Jun 17 10:06:45.412740 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.quota.resource_registry [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 17 10:06:45.413397 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.v2.resource_helper [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Service CORE assigned prefix: {{(pid=93518) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 10:06:45.413733 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.quota.resource_registry [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 10:06:45.414112 dv-cinder-796806-1-iscsi neutron-server[93518]: WARNING neutron.quota.resource_registry [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] subnetpool is already registered Jun 17 10:06:45.414558 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.v2.resource_helper [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Service CORE assigned prefix: {{(pid=93518) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 10:06:45.414891 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.quota.resource_registry [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 10:06:45.415229 dv-cinder-796806-1-iscsi neutron-server[93518]: WARNING neutron.quota.resource_registry [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] subnetpool is already registered Jun 17 10:06:45.418134 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.v2.resource_helper [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93518) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 10:06:45.418576 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.v2.resource_helper [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Service FLAVORS assigned prefix: {{(pid=93518) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 10:06:45.419289 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.v2.resource_helper [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93518) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 10:06:45.419759 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.v2.resource_helper [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93518) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 10:06:45.420101 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.quota.resource_registry [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Creating instance of TrackedResource for resource:router Jun 17 10:06:45.420461 dv-cinder-796806-1-iscsi neutron-server[93518]: WARNING neutron.quota.resource_registry [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] router is already registered Jun 17 10:06:45.420884 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.quota.resource_registry [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Creating instance of TrackedResource for resource:floatingip Jun 17 10:06:45.421222 dv-cinder-796806-1-iscsi neutron-server[93518]: WARNING neutron.quota.resource_registry [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] floatingip is already registered Jun 17 10:06:45.421697 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.v2.resource_helper [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Service METERING assigned prefix: /metering {{(pid=93518) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 10:06:45.422455 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.quota.resource_registry [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Creating instance of CountableResource for resource:rbac_policy Jun 17 10:06:45.422727 dv-cinder-796806-1-iscsi neutron-server[93518]: WARNING neutron.quota.resource_registry [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] rbac_policy is already registered Jun 17 10:06:45.423149 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.quota.resource_registry [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Creating instance of TrackedResource for resource:security_group Jun 17 10:06:45.423488 dv-cinder-796806-1-iscsi neutron-server[93518]: WARNING neutron.quota.resource_registry [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] security_group is already registered Jun 17 10:06:45.423939 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.quota.resource_registry [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 17 10:06:45.424257 dv-cinder-796806-1-iscsi neutron-server[93518]: WARNING neutron.quota.resource_registry [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] security_group_rule is already registered Jun 17 10:06:45.424945 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.v2.resource_helper [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Service CORE assigned prefix: {{(pid=93518) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 10:06:45.426126 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.quota.resource_registry [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 10:06:45.426471 dv-cinder-796806-1-iscsi neutron-server[93518]: WARNING neutron.quota.resource_registry [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] subnetpool is already registered Jun 17 10:06:45.427014 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.v2.resource_helper [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Service CORE assigned prefix: {{(pid=93518) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 10:06:45.427014 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.quota.resource_registry [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 10:06:45.427014 dv-cinder-796806-1-iscsi neutron-server[93518]: WARNING neutron.quota.resource_registry [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] subnetpool is already registered Jun 17 10:06:45.427014 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Extended resource: extensions {{(pid=93518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 10:06:45.430007 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Extended resource: address-groups {{(pid=93518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 10:06:45.431462 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Extended resource: address-scopes {{(pid=93518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 10:06:45.432857 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Extended resource: agents {{(pid=93518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 10:06:45.434032 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Extended resource: auto-allocated-topology {{(pid=93518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 10:06:45.435374 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Extended resource: availability_zones {{(pid=93518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 10:06:45.436634 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Extended resource: dhcp-networks {{(pid=93518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 10:06:45.438182 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Extended resource: dhcp-agents {{(pid=93518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 10:06:45.439945 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Extended resource: routers {{(pid=93518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 10:06:45.441822 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Extended resource: flavors {{(pid=93518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 10:06:45.444746 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Extended resource: service_profiles {{(pid=93518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 10:06:45.445985 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Extended resource: next_providers {{(pid=93518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 10:06:45.447408 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Extended resource: service_profiles {{(pid=93518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 10:06:45.449087 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Extended resource: floatingip-pools {{(pid=93518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 10:06:45.450312 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Extended resource: routers {{(pid=93518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 10:06:45.452108 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Extended resource: floatingips {{(pid=93518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 10:06:45.453400 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Extended resource: l3-routers {{(pid=93518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 10:06:45.454806 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Extended resource: l3-agents {{(pid=93518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 10:06:45.456364 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Extended resource: metering-labels {{(pid=93518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 10:06:45.457908 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Extended resource: metering-label-rules {{(pid=93518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 10:06:45.459307 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Extended resource: network-ip-availabilities {{(pid=93518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 10:06:45.460604 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Extended resource: bindings {{(pid=93518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 10:06:45.462168 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Extended resource: quotas {{(pid=93518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 10:06:45.463736 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Extended resource: quotas {{(pid=93518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 10:06:45.465160 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Extended resource: rbac-policies {{(pid=93518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 10:06:45.466438 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Extended resource: security-groups {{(pid=93518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 10:06:45.467715 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Extended resource: security-group-rules {{(pid=93518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 10:06:45.469178 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Extended resource: service-providers {{(pid=93518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 10:06:45.470402 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Extended resource: subnetpools {{(pid=93518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 10:06:45.471773 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Extended resource: subnetpools {{(pid=93518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 10:06:45.474050 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Extended resource: tags {{(pid=93518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 10:06:45.475816 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Extended resource: tags {{(pid=93518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 10:06:45.477643 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Extended resource: tags {{(pid=93518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 10:06:45.479441 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Extended resource: tags {{(pid=93518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 10:06:45.481149 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Extended resource: tags {{(pid=93518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 10:06:45.483118 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Extended resource: tags {{(pid=93518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 10:06:45.484928 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Extended resource: tags {{(pid=93518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 10:06:45.487013 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Extended resource: tags {{(pid=93518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 10:06:45.489928 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Extended resource: tags {{(pid=93518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 10:06:45.491717 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron.api.extensions [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Extended resource: tags {{(pid=93518) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 10:06:45.497995 dv-cinder-796806-1-iscsi neutron-server[93518]: WARNING keystonemiddleware.auth_token [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 17 10:06:45.502700 dv-cinder-796806-1-iscsi neutron-server[93518]: WARNING keystonemiddleware.auth_token [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 17 10:06:45.511836 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_concurrency.lockutils [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Acquired lock "singleton_lock" {{(pid=93518) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 17 10:06:45.512335 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_concurrency.lockutils [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Releasing lock "singleton_lock" {{(pid=93518) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 17 10:06:45.513018 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO oslo_service.service [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Starting 2 workers Jun 17 10:06:45.518081 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Started child 93644 {{(pid=93518) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 17 10:06:45.523737 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Started child 93645 {{(pid=93518) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 17 10:06:45.525888 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO neutron.service [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 17 10:06:45.526452 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:06:45.527188 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Notify callbacks [] for process, before_spawn {{(pid=93518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:06:45.529024 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [-] (93644) wsgi starting up on http://0.0.0.0:9696 Jun 17 10:06:45.529682 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO oslo_service.service [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Starting 1 workers Jun 17 10:06:45.532698 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:06:45.534289 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [-] (93645) wsgi starting up on http://0.0.0.0:9696 Jun 17 10:06:45.535338 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Started child 93646 {{(pid=93518) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 17 10:06:45.536456 dv-cinder-796806-1-iscsi neutron-server[93518]: INFO oslo_service.service [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Starting 1 workers Jun 17 10:06:45.539860 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.service [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] calling RpcWorker wait() {{(pid=93646) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 17 10:06:45.540543 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.service [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] returning from RpcWorker wait() {{(pid=93646) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 17 10:06:45.541159 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Started child 93647 {{(pid=93518) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 17 10:06:45.541745 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:06:45.542061 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG neutron_lib.callbacks.manager [None req-8fff42a2-bb8c-4287-8ee8-e748658fd224 None None] Notify callbacks [] for process, after_spawn {{(pid=93518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:06:45.542270 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:06:45.544206 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93518) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 17 10:06:45.544507 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 17 10:06:45.544602 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 17 10:06:45.544856 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 17 10:06:45.545220 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 17 10:06:45.545487 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 17 10:06:45.545909 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.546358 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.546622 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.546848 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:06:45.547719 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.547719 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.547970 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.548098 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:06:45.548228 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.548486 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.548948 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.549214 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.549388 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.549734 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.550183 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.550486 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.551759 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.551759 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.551759 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.551759 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.551759 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.552378 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.552378 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.552635 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.553060 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] debug = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.553314 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.553836 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.554114 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.554339 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.554574 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.554969 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.555203 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.555435 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.555726 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.555950 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.556187 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.556426 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.556657 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.556877 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.557096 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.557360 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.557583 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.558108 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] host = dv-cinder-796806-1-iscsi {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.558331 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.558554 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.558805 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.559050 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.559417 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.559685 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.559915 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.560142 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.560361 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.560572 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.560802 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.561025 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.561242 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.561497 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] log_file = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.561775 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] log_options = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.561988 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.562217 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.562446 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.562659 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.562891 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.562891 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.563486 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.563486 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.564206 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.564206 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.564613 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.564613 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.565067 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.565067 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.565639 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.565639 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.566956 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.566956 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.566956 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.566956 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.566956 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.566956 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.568586 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.568586 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.568586 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.568586 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.568586 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.568586 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.568586 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.570492 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.570492 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.570492 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.570492 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.570492 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.570492 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.570492 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.570492 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.572426 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.572426 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.572426 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.572426 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.572426 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.572426 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.572426 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.572426 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.574528 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] use_json = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.574528 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.574528 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.574528 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.574528 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.574528 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.574528 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.574528 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.596252 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.596252 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.596252 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.596252 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.596252 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.596252 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.596252 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.596252 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.597987 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.597987 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.597987 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.597987 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.597987 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.597987 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.597987 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.597987 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.599002 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.599002 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.599002 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.599002 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.599002 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.599002 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.599002 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.599002 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.602671 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.602671 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.22/identity {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.602671 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.602671 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.602671 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.602671 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.602671 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.602671 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.603597 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.603597 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.603597 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.603597 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.603597 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.603597 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.603597 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.603597 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.603597 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.604474 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.604474 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.604474 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.604474 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.604474 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.604474 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.604474 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.604474 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.604474 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.605388 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.605388 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.605388 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.605388 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.605388 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.605388 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.605388 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.605388 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.605388 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.606244 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.606244 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.606244 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.606244 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.606244 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.606244 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.606244 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.606244 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.606244 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.607111 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.607111 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.607111 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.607111 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.607111 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.607111 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.607111 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.607111 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.607111 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.608082 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.608082 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.608082 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.608082 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.608082 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.608082 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.608082 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.608082 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.608082 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.609132 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.609132 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.609132 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.609132 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.609132 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.609132 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.609132 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.609132 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.610983 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.610983 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.610983 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.610983 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.610983 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.610983 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.610983 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.610983 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.612068 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.612068 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.612068 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.612068 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.612068 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.612068 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.612068 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.612068 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.613042 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.613042 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.613042 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.613042 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.613042 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.613042 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.613042 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.613042 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.613988 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.613988 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.613988 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.613988 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.613988 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.613988 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.613988 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.613988 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.615825 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.615825 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.615825 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.615825 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.615825 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.615825 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.615825 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.615825 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.617698 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.617698 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.617698 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.617698 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.617698 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.617698 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.617698 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.617698 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.618653 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.618653 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.618653 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.22/identity {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.618653 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.618653 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.618653 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.618653 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.618653 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.619485 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.619485 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.619485 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.619485 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.619485 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.619485 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.619485 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.619485 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.620730 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.620730 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.620730 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.620730 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.622635 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.627598 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.627598 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.627598 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.627598 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.627598 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.627598 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.627598 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.627598 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.628679 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.628679 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.628679 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.628679 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.628679 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.628679 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.629340 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.629340 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.629340 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.629697 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.629697 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.629977 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.630219 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.630469 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.630704 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.630974 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.631243 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.633074 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.634967 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.635234 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.635570 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.635764 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.636028 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.636287 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.636544 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.636780 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.637008 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.637241 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.637551 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.637781 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.638031 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.638253 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.638470 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.638688 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.638911 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.639128 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.639419 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.639721 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.639969 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.640218 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.640469 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.640701 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.640919 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.641135 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.641361 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.641574 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.641882 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.642048 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.642262 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.642484 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.642722 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.642975 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.643187 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.643401 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.643649 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.644494 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.644718 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.645689 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.645689 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.645689 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.645689 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.649097 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.649097 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.649097 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.649097 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.649097 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.649097 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.649097 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.649097 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.650224 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.650224 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.650466 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.650679 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.650916 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.651204 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.651563 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.652420 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.652674 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.654699 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.655056 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.656485 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.656796 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.657348 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.658887 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.659260 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.659676 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.659966 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.660219 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.660534 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.660781 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.661023 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.661277 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.661545 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.661801 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.662064 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.662308 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.662538 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.662793 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.663030 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.663278 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.663532 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.664061 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.665039 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.666879 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.667077 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 17 10:06:45.667716 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93518) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 17 10:06:45.668326 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 17 10:06:45.668597 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 17 10:06:45.668686 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 17 10:06:45.668838 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 17 10:06:45.668992 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 17 10:06:45.669209 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.669380 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.669546 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.669711 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.669876 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.670061 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.670226 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.670388 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.670550 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.670711 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.670876 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.671036 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.671198 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.671360 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.671544 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.671717 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.671879 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.672046 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.672193 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.672358 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.672518 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.672677 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.672838 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] debug = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.672998 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.673214 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.673366 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.673529 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.673689 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.673858 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.674008 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.674171 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.674312 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.674476 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.674636 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.674798 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.674958 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.675806 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.675966 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.676128 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.676289 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.676449 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] host = dv-cinder-796806-1-iscsi {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.676662 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.676898 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.676898 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.677143 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.677266 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.677446 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.677621 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.677621 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.677864 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.678007 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.678197 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.678403 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.678558 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.679309 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] log_file = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.679489 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] log_options = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.679675 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.679837 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.680604 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.680803 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.681740 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.683211 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.683392 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.683586 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.683755 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.683920 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.684097 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.684259 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.684420 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.684585 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.684746 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.684906 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.685069 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.685231 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.685390 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.685551 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.685711 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.685880 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.686133 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.686426 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.686426 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.686865 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.686865 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.686865 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.687460 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.687460 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.687460 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.687460 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.688084 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.688084 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.688349 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.688349 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.688610 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.688838 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.689343 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.689508 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.689676 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.689907 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.690300 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.690443 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.690586 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.691359 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] use_json = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.691625 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.692003 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.692003 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.692290 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.692290 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.692554 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.692554 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.692804 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 10:06:45.692963 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.693184 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.693394 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.693619 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.693810 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.693958 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.694095 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.694237 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.694371 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.694514 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.694655 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.694793 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.695094 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.695299 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.695449 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.695610 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.695750 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.695948 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.696188 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.696388 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.696527 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.696686 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.696828 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.697074 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.697243 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.22/identity {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.697421 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.697421 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.697783 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.697947 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.698073 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.698353 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.698353 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.698757 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.698757 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.699037 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.699177 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.699313 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.699551 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.699696 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.699909 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.700104 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.700302 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.700302 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.700676 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.700676 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.701036 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.701036 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.701479 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.701479 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.701479 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.701878 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.701878 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.702140 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.702140 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.702420 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.702420 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.702741 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.702741 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.703128 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.703128 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.703666 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.703873 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.704063 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.704202 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.704338 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.704504 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.704670 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.704808 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.704972 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.705135 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.705297 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.705460 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.705622 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.705784 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.705944 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.706092 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.706965 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.707106 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.707276 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.707440 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.707628 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.707762 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.708221 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.708386 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.708547 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.708975 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.708975 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.709374 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.709374 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.709740 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 43378) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:06:45.709940 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.709940 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.709940 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.709940 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.710672 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.710672 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.710672 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.710672 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.711387 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.711387 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.711387 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.711387 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.711387 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.712155 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.712155 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.712155 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.712155 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.712155 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.712877 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.712877 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.712877 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.712877 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.712877 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.713455 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.713455 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.713455 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.713794 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.713794 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.714027 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.714027 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.714297 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.714423 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.714544 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.714667 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.714789 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.714961 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.715114 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.715278 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.715448 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.715668 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.715820 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.715982 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.716145 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.716526 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.716658 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.716782 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.716943 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.717105 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.717310 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.717548 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.717715 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.717877 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.718071 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.718269 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.718406 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.22/identity {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.718571 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.718743 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.718958 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.719254 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.719424 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.719615 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.719852 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.720055 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.720252 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [-] 10.222.0.22 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070763 Jun 17 10:06:45.720485 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.720485 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.720485 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.721077 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.721077 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.721509 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.721509 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.721509 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.722669 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.722669 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.727581 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.727581 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.727581 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.727581 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.727581 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.727581 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.727581 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.727581 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.728750 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.728750 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.728750 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.728750 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.728750 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.728750 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.728750 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.728750 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.729640 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.729640 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.729640 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.729640 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.729640 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.729640 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.729640 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.729640 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.730538 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.730538 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.730538 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.730538 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.730538 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.730538 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.730538 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.730538 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.731475 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.731475 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.731475 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.731475 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.732758 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.732758 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.732758 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.733106 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.733237 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.733418 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.733715 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.737068 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.737378 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.737702 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.737976 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.738250 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.738522 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.738810 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.739086 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.739344 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.740252 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.740545 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.742987 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.743339 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.743644 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.743933 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.744216 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.744890 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.744890 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.745052 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.745304 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.745578 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.745882 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.746168 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.746444 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.746721 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.746999 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.747269 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.747667 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.748700 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.748700 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.748873 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.749047 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.750134 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.750134 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.750134 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.750348 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.750512 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.750728 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.751086 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.751541 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.751869 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.752932 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.752932 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.752932 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.753151 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.753392 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.753678 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.753953 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.754250 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.754525 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.754806 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.755080 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.755361 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.755726 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.756016 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.756296 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.758166 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.758449 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.758728 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.758989 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.759255 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.760374 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.760925 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.761190 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.761454 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.761707 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.761957 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.762226 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.763205 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 10:06:45.763472 dv-cinder-796806-1-iscsi neutron-server[93518]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93518) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 17 10:06:45.771633 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:06:59.859842 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2b423a-1ece-4498-bc5b-5e9cb5dc1999 None None] get_active_networks_info from dv-cinder-796806-1-iscsi {{(pid=93646) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 17 10:07:00.003410 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2b423a-1ece-4498-bc5b-5e9cb5dc1999 None None] No non-hosted networks {{(pid=93646) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 17 10:07:00.013456 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.agentschedulers_db [None req-ab2b423a-1ece-4498-bc5b-5e9cb5dc1999 None None] DHCP Agent not found on host dv-cinder-796806-1-iscsi {{(pid=93646) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 17 10:07:00.135473 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-081a96fb-b0ae-47d4-a517-e640054dad01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583'] for agent, after_create {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:03.281736 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-84025e9d-6141-4733-a2ec-17021c0967f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583'] for agent, after_create {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:03.327743 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.db.api [None req-c2476f7b-c28d-47b8-93d4-717d672b32ab None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-796806-1-iscsi {{(pid=93646) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 10:07:03.329942 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_db.api [None req-c2476f7b-c28d-47b8-93d4-717d672b32ab None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=93646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 10:07:03.436130 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583'] for agent, after_create {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:03.437455 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:07:03.438694 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:07:03.439431 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:07:03.440315 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:07:03.441063 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:07:03.441814 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:07:03.442524 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:07:03.443399 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:07:03.444189 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:07:03.444913 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:07:03.445581 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:07:03.446129 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:07:03.446699 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-796806-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:07:03.463827 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-796806-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:07:04.000390 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-c2476f7b-c28d-47b8-93d4-717d672b32ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:05.039651 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-76f1cb7e-d4ef-4c29-a3c2-2b16775f9f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583'] for agent, after_create {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:07.052274 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8334b2a8-081d-4a08-b273-522b2363e8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583'] for agent, after_create {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:08.117851 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 43476) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:07:08.931649 dv-cinder-796806-1-iscsi neutron-server[93645]: WARNING oslo_policy.policy [None req-bbd95acb-235b-48fa-8aa4-e0efbffd145c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 10:07:08.932340 dv-cinder-796806-1-iscsi neutron-server[93645]: WARNING oslo_policy.policy [None req-bbd95acb-235b-48fa-8aa4-e0efbffd145c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 10:07:09.202969 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [None req-bbd95acb-235b-48fa-8aa4-e0efbffd145c admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93645) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 10:07:09.204170 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-bbd95acb-235b-48fa-8aa4-e0efbffd145c admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 1.0848920 Jun 17 10:07:09.337878 dv-cinder-796806-1-iscsi neutron-server[93646]: INFO neutron.db.l3_hamode_db [None req-38dc0913-c436-44fa-89bf-6cae1e955b46 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 17 10:07:09.447605 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38dc0913-c436-44fa-89bf-6cae1e955b46 None None] Routers set() bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:07:09.448018 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38dc0913-c436-44fa-89bf-6cae1e955b46 None None] Router IDs set() for agent in host dv-cinder-796806-1-iscsi {{(pid=93646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 17 10:07:11.788640 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 43490) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:07:12.147337 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.v2.base [None req-ad1e1d6c-7f1d-4819-8ab3-58d3eb30fd53 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=93645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:07:12.243347 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.policy [None req-ad1e1d6c-7f1d-4819-8ab3-58d3eb30fd53 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93645) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 17 10:07:12.290312 dv-cinder-796806-1-iscsi neutron-server[93645]: WARNING oslo_policy.policy [None req-ad1e1d6c-7f1d-4819-8ab3-58d3eb30fd53 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 10:07:12.290686 dv-cinder-796806-1-iscsi neutron-server[93645]: WARNING oslo_policy.policy [None req-ad1e1d6c-7f1d-4819-8ab3-58d3eb30fd53 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 10:07:12.299783 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.quota [None req-ad1e1d6c-7f1d-4819-8ab3-58d3eb30fd53 admin admin] Loaded quota_driver: . Jun 17 10:07:12.495972 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-ad1e1d6c-7f1d-4819-8ab3-58d3eb30fd53 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740733024812', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740733024275', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740733887963', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740733891565', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740733899866', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740733911023', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3847769', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3841488', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-536710', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-621811'] for rbac-policy, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:12.737293 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-ad1e1d6c-7f1d-4819-8ab3-58d3eb30fd53 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:12.738496 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-ad1e1d6c-7f1d-4819-8ab3-58d3eb30fd53 admin admin] 10.222.0.22 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9489095 Jun 17 10:07:15.584167 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 43502) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:07:16.202674 dv-cinder-796806-1-iscsi neutron-server[93644]: WARNING oslo_policy.policy [None req-1e6dcece-0b76-411f-b551-8c4f6815f2eb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 10:07:16.203259 dv-cinder-796806-1-iscsi neutron-server[93644]: WARNING oslo_policy.policy [None req-1e6dcece-0b76-411f-b551-8c4f6815f2eb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 10:07:16.421680 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.v2.base [None req-1e6dcece-0b76-411f-b551-8c4f6815f2eb admin admin] Request body: {'network': {'name': 'private', 'project_id': '58cc274cdf914d549da83b21d2085fba', 'admin_state_up': True, 'tenant_id': '58cc274cdf914d549da83b21d2085fba'}} {{(pid=93644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:07:16.423359 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.quota [None req-1e6dcece-0b76-411f-b551-8c4f6815f2eb admin admin] Loaded quota_driver: . Jun 17 10:07:16.691241 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e6dcece-0b76-411f-b551-8c4f6815f2eb admin admin] Made reservation on behalf of 58cc274cdf914d549da83b21d2085fba for: {'network': 1} {{(pid=93644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:07:16.774856 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.policy [None req-1e6dcece-0b76-411f-b551-8c4f6815f2eb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93644) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 17 10:07:16.832836 dv-cinder-796806-1-iscsi neutron-server[93644]: WARNING oslo_policy.policy [None req-1e6dcece-0b76-411f-b551-8c4f6815f2eb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 10:07:16.833489 dv-cinder-796806-1-iscsi neutron-server[93644]: WARNING oslo_policy.policy [None req-1e6dcece-0b76-411f-b551-8c4f6815f2eb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 10:07:16.845465 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-1e6dcece-0b76-411f-b551-8c4f6815f2eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3930454'] for network, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:16.869018 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-1e6dcece-0b76-411f-b551-8c4f6815f2eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:17.128856 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-1e6dcece-0b76-411f-b551-8c4f6815f2eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:17.513734 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-1e6dcece-0b76-411f-b551-8c4f6815f2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:17.518687 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:07:17.541277 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e6dcece-0b76-411f-b551-8c4f6815f2eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=93644) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 10:07:17.569470 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-1e6dcece-0b76-411f-b551-8c4f6815f2eb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740734359592', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3785028'] for segment, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:17.570092 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-1e6dcece-0b76-411f-b551-8c4f6815f2eb admin admin] Unsubscribe: segment precommit_create {{(pid=93644) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 17 10:07:17.570610 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.db.segments_db [None req-1e6dcece-0b76-411f-b551-8c4f6815f2eb admin admin] Added segment 96184918-fe4a-4156-b8de-c6464b49bd03 of type vlan for network cc92d827-749a-4d66-9b57-3f953fb158e1 Jun 17 10:07:17.577357 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6dcece-0b76-411f-b551-8c4f6815f2eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1270e3e-aa2c-4ea1-861f-b18eaad9e4d5,revision_number=1']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:07:17.610436 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6dcece-0b76-411f-b551-8c4f6815f2eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:07:17.610804 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6dcece-0b76-411f-b551-8c4f6815f2eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:07:17.611764 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6dcece-0b76-411f-b551-8c4f6815f2eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:07:17.612291 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6dcece-0b76-411f-b551-8c4f6815f2eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:07:17.612621 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6dcece-0b76-411f-b551-8c4f6815f2eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:07:17.612960 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6dcece-0b76-411f-b551-8c4f6815f2eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:07:17.613288 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6dcece-0b76-411f-b551-8c4f6815f2eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:07:17.613686 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6dcece-0b76-411f-b551-8c4f6815f2eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:07:17.614022 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6dcece-0b76-411f-b551-8c4f6815f2eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:07:17.614345 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6dcece-0b76-411f-b551-8c4f6815f2eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:07:17.614656 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6dcece-0b76-411f-b551-8c4f6815f2eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:07:17.614984 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6dcece-0b76-411f-b551-8c4f6815f2eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:07:17.616132 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6dcece-0b76-411f-b551-8c4f6815f2eb admin admin] Tracked resource versions report: Jun 17 10:07:17.616132 dv-cinder-796806-1-iscsi neutron-server[93644]: pushed versions: Jun 17 10:07:17.616132 dv-cinder-796806-1-iscsi neutron-server[93644]: { 'AddressGroup': {'1.2'}, Jun 17 10:07:17.616132 dv-cinder-796806-1-iscsi neutron-server[93644]: 'ConntrackHelper': {'1.0'}, Jun 17 10:07:17.616132 dv-cinder-796806-1-iscsi neutron-server[93644]: 'Log': {'1.0'}, Jun 17 10:07:17.616132 dv-cinder-796806-1-iscsi neutron-server[93644]: 'Network': {'1.1'}, Jun 17 10:07:17.616132 dv-cinder-796806-1-iscsi neutron-server[93644]: 'Port': {'1.7'}, Jun 17 10:07:17.616132 dv-cinder-796806-1-iscsi neutron-server[93644]: 'PortForwarding': {'1.2'}, Jun 17 10:07:17.616132 dv-cinder-796806-1-iscsi neutron-server[93644]: 'QosPolicy': {'1.8'}, Jun 17 10:07:17.616132 dv-cinder-796806-1-iscsi neutron-server[93644]: 'SecurityGroup': {'1.4'}, Jun 17 10:07:17.616132 dv-cinder-796806-1-iscsi neutron-server[93644]: 'SecurityGroupRule': {'1.2'}, Jun 17 10:07:17.616132 dv-cinder-796806-1-iscsi neutron-server[93644]: 'SubPort': {'1.0'}, Jun 17 10:07:17.616132 dv-cinder-796806-1-iscsi neutron-server[93644]: 'Subnet': {'1.1'}, Jun 17 10:07:17.616132 dv-cinder-796806-1-iscsi neutron-server[93644]: 'Trunk': {'1.1'}} Jun 17 10:07:17.616132 dv-cinder-796806-1-iscsi neutron-server[93644]: consumer versions: Jun 17 10:07:17.616132 dv-cinder-796806-1-iscsi neutron-server[93644]: { DHCP agent@dv-cinder-796806-1-iscsi: {}, Jun 17 10:07:17.616132 dv-cinder-796806-1-iscsi neutron-server[93644]: L3 agent@dv-cinder-796806-1-iscsi: {}, Jun 17 10:07:17.616132 dv-cinder-796806-1-iscsi neutron-server[93644]: Metadata agent@dv-cinder-796806-1-iscsi: {}, Jun 17 10:07:17.616132 dv-cinder-796806-1-iscsi neutron-server[93644]: Metering agent@dv-cinder-796806-1-iscsi: {}, Jun 17 10:07:17.616132 dv-cinder-796806-1-iscsi neutron-server[93644]: Open vSwitch agent@dv-cinder-796806-1-iscsi: { 'AddressGroup': '1.2', Jun 17 10:07:17.616132 dv-cinder-796806-1-iscsi neutron-server[93644]: 'ConntrackHelper': '1.0', Jun 17 10:07:17.616132 dv-cinder-796806-1-iscsi neutron-server[93644]: 'Log': '1.0', Jun 17 10:07:17.616132 dv-cinder-796806-1-iscsi neutron-server[93644]: 'Network': '1.1', Jun 17 10:07:17.616132 dv-cinder-796806-1-iscsi neutron-server[93644]: 'Port': '1.7', Jun 17 10:07:17.616132 dv-cinder-796806-1-iscsi neutron-server[93644]: 'PortForwarding': '1.2', Jun 17 10:07:17.616132 dv-cinder-796806-1-iscsi neutron-server[93644]: 'QosPolicy': '1.8', Jun 17 10:07:17.616132 dv-cinder-796806-1-iscsi neutron-server[93644]: 'SecurityGroup': '1.4', Jun 17 10:07:17.616132 dv-cinder-796806-1-iscsi neutron-server[93644]: 'SecurityGroupRule': '1.2', Jun 17 10:07:17.616132 dv-cinder-796806-1-iscsi neutron-server[93644]: 'SubPort': '1.0', Jun 17 10:07:17.616132 dv-cinder-796806-1-iscsi neutron-server[93644]: 'Subnet': '1.1', Jun 17 10:07:17.616132 dv-cinder-796806-1-iscsi neutron-server[93644]: 'Trunk': '1.1'}} Jun 17 10:07:17.616132 dv-cinder-796806-1-iscsi neutron-server[93644]: {{(pid=93644) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 10:07:17.691140 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-1e6dcece-0b76-411f-b551-8c4f6815f2eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:07:17.712147 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-1e6dcece-0b76-411f-b551-8c4f6815f2eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740733824422'] for network, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:17.963997 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-1e6dcece-0b76-411f-b551-8c4f6815f2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-714710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243'] for network, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:17.965647 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6dcece-0b76-411f-b551-8c4f6815f2eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:07:17.966318 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-1e6dcece-0b76-411f-b551-8c4f6815f2eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625220'] for network, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:17.968534 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:07:18.088636 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6dcece-0b76-411f-b551-8c4f6815f2eb admin admin] Pushing event updated for resources: {'Network': ['ID=cc92d827-749a-4d66-9b57-3f953fb158e1,revision_number=1']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:07:18.091927 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-1e6dcece-0b76-411f-b551-8c4f6815f2eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:07:18.108946 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Network cc92d827-749a-4d66-9b57-3f953fb158e1 details requested by agent ovs-agent-dv-cinder-796806-1-iscsi with host dv-cinder-796806-1-iscsi {{(pid=93646) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 10:07:18.343048 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-1e6dcece-0b76-411f-b551-8c4f6815f2eb admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 2.7558725 Jun 17 10:07:21.316694 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 43524) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:07:21.807167 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a59cf11-0c18-4908-820a-39f089bf2c77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:07:21.808697 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-4a59cf11-0c18-4908-820a-39f089bf2c77 admin admin] 10.222.0.22 "GET /v2.0/networks/cc92d827-749a-4d66-9b57-3f953fb158e1 HTTP/1.1" status: 200 len: 825 time: 0.4905891 Jun 17 10:07:21.855395 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-06d00ff1-3209-4752-9970-2e138aa3243f admin admin] 10.222.0.22 "GET /v2.0/subnetpools/52413ffe-bd10-4191-a4ba-e358f9e307ca HTTP/1.1" status: 200 len: 734 time: 0.0364158 Jun 17 10:07:21.866148 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.v2.base [None req-5b2c79d8-9e38-43ae-8e5d-c8f7a7a8ae39 admin admin] Request body: {'subnet': {'network_id': 'cc92d827-749a-4d66-9b57-3f953fb158e1', 'subnetpool_id': '52413ffe-bd10-4191-a4ba-e358f9e307ca', 'tenant_id': '58cc274cdf914d549da83b21d2085fba', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=93644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:07:22.033999 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b2c79d8-9e38-43ae-8e5d-c8f7a7a8ae39 admin admin] Made reservation on behalf of 58cc274cdf914d549da83b21d2085fba for: {'subnet': 1} {{(pid=93644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:07:22.036523 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-5b2c79d8-9e38-43ae-8e5d-c8f7a7a8ae39 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:22.490894 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-5b2c79d8-9e38-43ae-8e5d-c8f7a7a8ae39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234'] for subnet, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:22.493559 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:07:22.567308 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2c79d8-9e38-43ae-8e5d-c8f7a7a8ae39 admin admin] Checking segment: {'id': '96184918-fe4a-4156-b8de-c6464b49bd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'cc92d827-749a-4d66-9b57-3f953fb158e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:07:22.567739 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2c79d8-9e38-43ae-8e5d-c8f7a7a8ae39 admin admin] Network hostable DHCP agents. Network: cc92d827-749a-4d66-9b57-3f953fb158e1, hostable agents: ['337bcc12-ee2b-4966-b704-642398d54e19'], hosted agents: [] {{(pid=93644) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 10:07:22.570131 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2c79d8-9e38-43ae-8e5d-c8f7a7a8ae39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac9789f8-883a-415c-9bbe-32cd50fdba02,revision_number=0']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:07:22.576689 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-5b2c79d8-9e38-43ae-8e5d-c8f7a7a8ae39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:07:22.690602 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2c79d8-9e38-43ae-8e5d-c8f7a7a8ae39 admin admin] Network cc92d827-749a-4d66-9b57-3f953fb158e1 is scheduled to be hosted by DHCP agent 337bcc12-ee2b-4966-b704-642398d54e19 with binding_index 1 {{(pid=93644) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 10:07:22.776307 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.base_scheduler [None req-5b2c79d8-9e38-43ae-8e5d-c8f7a7a8ae39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796806-1-iscsi, cc92d827-749a-4d66-9b57-3f953fb158e1) {{(pid=93644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:07:22.782002 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2c79d8-9e38-43ae-8e5d-c8f7a7a8ae39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:07:22.782798 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-5b2c79d8-9e38-43ae-8e5d-c8f7a7a8ae39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625220'] for subnet, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:22.792308 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d742c857-e8cb-4e8d-a223-be958dfa9cad None None] Network cc92d827-749a-4d66-9b57-3f953fb158e1 requested from dv-cinder-796806-1-iscsi {{(pid=93646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:07:22.891752 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-5b2c79d8-9e38-43ae-8e5d-c8f7a7a8ae39 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0305066 Jun 17 10:07:23.218986 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613a89f1-ba6d-4593-a8e8-06a12341abb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5dc65e0-4409-5911-8cd3-dd420be80dd8-cc92d827-749a-4d66-9b57-3f953fb158e1', 'network_id': 'cc92d827-749a-4d66-9b57-3f953fb158e1', 'tenant_id': '58cc274cdf914d549da83b21d2085fba', 'fixed_ips': [{'subnet_id': 'ac9789f8-883a-415c-9bbe-32cd50fdba02'}]}} from dv-cinder-796806-1-iscsi. {{(pid=93646) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 10:07:23.221456 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-613a89f1-ba6d-4593-a8e8-06a12341abb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3930454'] for port, before_create {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:23.622183 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.db_base_plugin_common [None req-613a89f1-ba6d-4593-a8e8-06a12341abb5 None None] Allocated IP 172.20.0.2 (cc92d827-749a-4d66-9b57-3f953fb158e1/ac9789f8-883a-415c-9bbe-32cd50fdba02/d560f14c-725c-4726-a786-0f5fb4526de8) {{(pid=93646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:07:23.964426 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-613a89f1-ba6d-4593-a8e8-06a12341abb5 None None] Notify callbacks [] for port, precommit_create {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:23.984721 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-613a89f1-ba6d-4593-a8e8-06a12341abb5 None None] Transition to ACTIVE for port object d560f14c-725c-4726-a786-0f5fb4526de8 will not be triggered until provisioned by entity L2. {{(pid=93646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:07:24.014470 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-613a89f1-ba6d-4593-a8e8-06a12341abb5 None None] Transition to ACTIVE for port object d560f14c-725c-4726-a786-0f5fb4526de8 will not be triggered until provisioned by entity DHCP. {{(pid=93646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:07:24.148321 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-613a89f1-ba6d-4593-a8e8-06a12341abb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3925395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740733869087'] for port, after_create {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:24.151420 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:07:24.229920 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613a89f1-ba6d-4593-a8e8-06a12341abb5 None None] Network cc92d827-749a-4d66-9b57-3f953fb158e1 is already hosted by enough agents. {{(pid=93646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:07:24.237160 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.scheduler.base_scheduler [None req-613a89f1-ba6d-4593-a8e8-06a12341abb5 None None] Resources bound (agent type, host, resource id): {{(pid=93646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:07:24.247583 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613a89f1-ba6d-4593-a8e8-06a12341abb5 None None] Received port after_create {{(pid=93646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:07:24.256817 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613a89f1-ba6d-4593-a8e8-06a12341abb5 None None] Pushing event updated for resources: {'Port': ['ID=d560f14c-725c-4726-a786-0f5fb4526de8,revision_number=1']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:07:24.287158 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613a89f1-ba6d-4593-a8e8-06a12341abb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:07:24.287715 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613a89f1-ba6d-4593-a8e8-06a12341abb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:07:24.288144 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613a89f1-ba6d-4593-a8e8-06a12341abb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:07:24.288592 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613a89f1-ba6d-4593-a8e8-06a12341abb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:07:24.289055 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613a89f1-ba6d-4593-a8e8-06a12341abb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:07:24.289537 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613a89f1-ba6d-4593-a8e8-06a12341abb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:07:24.289988 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613a89f1-ba6d-4593-a8e8-06a12341abb5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:07:24.290421 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613a89f1-ba6d-4593-a8e8-06a12341abb5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:07:24.290873 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613a89f1-ba6d-4593-a8e8-06a12341abb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:07:24.291292 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613a89f1-ba6d-4593-a8e8-06a12341abb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:07:24.291749 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613a89f1-ba6d-4593-a8e8-06a12341abb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:07:24.292161 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613a89f1-ba6d-4593-a8e8-06a12341abb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:07:24.293439 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-613a89f1-ba6d-4593-a8e8-06a12341abb5 None None] Tracked resource versions report: Jun 17 10:07:24.293439 dv-cinder-796806-1-iscsi neutron-server[93646]: pushed versions: Jun 17 10:07:24.293439 dv-cinder-796806-1-iscsi neutron-server[93646]: { 'AddressGroup': {'1.2'}, Jun 17 10:07:24.293439 dv-cinder-796806-1-iscsi neutron-server[93646]: 'ConntrackHelper': {'1.0'}, Jun 17 10:07:24.293439 dv-cinder-796806-1-iscsi neutron-server[93646]: 'Log': {'1.0'}, Jun 17 10:07:24.293439 dv-cinder-796806-1-iscsi neutron-server[93646]: 'Network': {'1.1'}, Jun 17 10:07:24.293439 dv-cinder-796806-1-iscsi neutron-server[93646]: 'Port': {'1.7'}, Jun 17 10:07:24.293439 dv-cinder-796806-1-iscsi neutron-server[93646]: 'PortForwarding': {'1.2'}, Jun 17 10:07:24.293439 dv-cinder-796806-1-iscsi neutron-server[93646]: 'QosPolicy': {'1.8'}, Jun 17 10:07:24.293439 dv-cinder-796806-1-iscsi neutron-server[93646]: 'SecurityGroup': {'1.4'}, Jun 17 10:07:24.293439 dv-cinder-796806-1-iscsi neutron-server[93646]: 'SecurityGroupRule': {'1.2'}, Jun 17 10:07:24.293439 dv-cinder-796806-1-iscsi neutron-server[93646]: 'SubPort': {'1.0'}, Jun 17 10:07:24.293439 dv-cinder-796806-1-iscsi neutron-server[93646]: 'Subnet': {'1.1'}, Jun 17 10:07:24.293439 dv-cinder-796806-1-iscsi neutron-server[93646]: 'Trunk': {'1.1'}} Jun 17 10:07:24.293439 dv-cinder-796806-1-iscsi neutron-server[93646]: consumer versions: Jun 17 10:07:24.293439 dv-cinder-796806-1-iscsi neutron-server[93646]: { DHCP agent@dv-cinder-796806-1-iscsi: {}, Jun 17 10:07:24.293439 dv-cinder-796806-1-iscsi neutron-server[93646]: L3 agent@dv-cinder-796806-1-iscsi: {}, Jun 17 10:07:24.293439 dv-cinder-796806-1-iscsi neutron-server[93646]: Metadata agent@dv-cinder-796806-1-iscsi: {}, Jun 17 10:07:24.293439 dv-cinder-796806-1-iscsi neutron-server[93646]: Metering agent@dv-cinder-796806-1-iscsi: {}, Jun 17 10:07:24.293439 dv-cinder-796806-1-iscsi neutron-server[93646]: Open vSwitch agent@dv-cinder-796806-1-iscsi: { 'AddressGroup': '1.2', Jun 17 10:07:24.293439 dv-cinder-796806-1-iscsi neutron-server[93646]: 'ConntrackHelper': '1.0', Jun 17 10:07:24.293439 dv-cinder-796806-1-iscsi neutron-server[93646]: 'Log': '1.0', Jun 17 10:07:24.293439 dv-cinder-796806-1-iscsi neutron-server[93646]: 'Network': '1.1', Jun 17 10:07:24.293439 dv-cinder-796806-1-iscsi neutron-server[93646]: 'Port': '1.7', Jun 17 10:07:24.293439 dv-cinder-796806-1-iscsi neutron-server[93646]: 'PortForwarding': '1.2', Jun 17 10:07:24.293439 dv-cinder-796806-1-iscsi neutron-server[93646]: 'QosPolicy': '1.8', Jun 17 10:07:24.293439 dv-cinder-796806-1-iscsi neutron-server[93646]: 'SecurityGroup': '1.4', Jun 17 10:07:24.293439 dv-cinder-796806-1-iscsi neutron-server[93646]: 'SecurityGroupRule': '1.2', Jun 17 10:07:24.293439 dv-cinder-796806-1-iscsi neutron-server[93646]: 'SubPort': '1.0', Jun 17 10:07:24.293439 dv-cinder-796806-1-iscsi neutron-server[93646]: 'Subnet': '1.1', Jun 17 10:07:24.293439 dv-cinder-796806-1-iscsi neutron-server[93646]: 'Trunk': '1.1'}} Jun 17 10:07:24.293439 dv-cinder-796806-1-iscsi neutron-server[93646]: {{(pid=93646) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 10:07:24.320773 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-613a89f1-ba6d-4593-a8e8-06a12341abb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:07:24.353647 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.managers [None req-613a89f1-ba6d-4593-a8e8-06a12341abb5 None None] Attempting to bind port d560f14c-725c-4726-a786-0f5fb4526de8 on host dv-cinder-796806-1-iscsi for vnic_type normal with profile {{(pid=93646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:07:24.354176 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.managers [None req-613a89f1-ba6d-4593-a8e8-06a12341abb5 None None] Attempting to bind port d560f14c-725c-4726-a786-0f5fb4526de8 by drivers openvswitch,hyperv on host dv-cinder-796806-1-iscsi at level 0 using segments [{'id': '96184918-fe4a-4156-b8de-c6464b49bd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'cc92d827-749a-4d66-9b57-3f953fb158e1'}] {{(pid=93646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:07:24.354722 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613a89f1-ba6d-4593-a8e8-06a12341abb5 None None] Attempting to bind port d560f14c-725c-4726-a786-0f5fb4526de8 on network cc92d827-749a-4d66-9b57-3f953fb158e1 {{(pid=93646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:07:24.361528 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613a89f1-ba6d-4593-a8e8-06a12341abb5 None None] Checking agent: {'id': 'f230d01b-21be-4f06-8428-d429ae72cfd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796806-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 7, 3), 'started_at': datetime.datetime(2021, 6, 17, 10, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796806-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:07:24.362188 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613a89f1-ba6d-4593-a8e8-06a12341abb5 None None] Checking segment: {'id': '96184918-fe4a-4156-b8de-c6464b49bd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'cc92d827-749a-4d66-9b57-3f953fb158e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:07:24.362738 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-613a89f1-ba6d-4593-a8e8-06a12341abb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:24.363166 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613a89f1-ba6d-4593-a8e8-06a12341abb5 None None] Bound using segment: {'id': '96184918-fe4a-4156-b8de-c6464b49bd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'cc92d827-749a-4d66-9b57-3f953fb158e1'} {{(pid=93646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:07:24.363716 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.managers [None req-613a89f1-ba6d-4593-a8e8-06a12341abb5 None None] Bound port: d560f14c-725c-4726-a786-0f5fb4526de8, host: dv-cinder-796806-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96184918-fe4a-4156-b8de-c6464b49bd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'cc92d827-749a-4d66-9b57-3f953fb158e1'}}] {{(pid=93646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:07:24.364118 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-613a89f1-ba6d-4593-a8e8-06a12341abb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:24.446192 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-613a89f1-ba6d-4593-a8e8-06a12341abb5 None None] For port d560f14c-725c-4726-a786-0f5fb4526de8, host dv-cinder-796806-1-iscsi, cleared binding levels {{(pid=93646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:07:24.451522 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-613a89f1-ba6d-4593-a8e8-06a12341abb5 None None] For port d560f14c-725c-4726-a786-0f5fb4526de8, host dv-cinder-796806-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=d560f14c-725c-4726-a786-0f5fb4526de8,segment=NetworkSegment(96184918-fe4a-4156-b8de-c6464b49bd03),segment_id=96184918-fe4a-4156-b8de-c6464b49bd03)] {{(pid=93646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:07:24.577712 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-613a89f1-ba6d-4593-a8e8-06a12341abb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:24.584639 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:07:24.670613 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613a89f1-ba6d-4593-a8e8-06a12341abb5 None None] Pushing event updated for resources: {'Port': ['ID=d560f14c-725c-4726-a786-0f5fb4526de8,revision_number=2']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:07:24.676295 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-613a89f1-ba6d-4593-a8e8-06a12341abb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:07:25.678613 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 43532) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:07:26.180187 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [None req-4f8aad04-00a4-4001-b1a2-d0ee59831d89 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93645) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 10:07:26.181232 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-4f8aad04-00a4-4001-b1a2-d0ee59831d89 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5013888 Jun 17 10:07:29.058626 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 43540) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:07:29.433312 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [None req-429ca3e3-72d9-4146-902c-88dbbbd2e070 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93644) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 10:07:29.434356 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-429ca3e3-72d9-4146-902c-88dbbbd2e070 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3744359 Jun 17 10:07:29.612436 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.agents_db [None req-342b98a1-7fdc-4d24-a539-fe72a001d92b None None] Agent healthcheck: found 5 active agents {{(pid=93647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:07:29.982499 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-d5f0b040-3b64-405e-9763-3118d763881d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:31.631422 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1515cf-eacd-4612-a102-6ba626e5ad69 None None] Network cc92d827-749a-4d66-9b57-3f953fb158e1 requested from dv-cinder-796806-1-iscsi {{(pid=93646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:07:31.899386 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device d560f14c-725c-4726-a786-0f5fb4526de8 up at agent ovs-agent-dv-cinder-796806-1-iscsi {{(pid=93646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:07:31.909196 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-e7936def-bdef-4af8-8c8e-1dd4ade6fd9b None None] Provisioning for port d560f14c-725c-4726-a786-0f5fb4526de8 completed by entity DHCP. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:07:32.193871 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Provisioning for port d560f14c-725c-4726-a786-0f5fb4526de8 completed by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:07:32.200886 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Provisioning complete for port d560f14c-725c-4726-a786-0f5fb4526de8 triggered by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:07:32.201685 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:32.358398 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:32.383174 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-d7a3559a-5be0-4a05-a2f9-b869443bfed4 None None] Provisioning complete for port d560f14c-725c-4726-a786-0f5fb4526de8 triggered by entity DHCP. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:07:32.383755 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-d7a3559a-5be0-4a05-a2f9-b869443bfed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:32.455755 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] For port d560f14c-725c-4726-a786-0f5fb4526de8, host dv-cinder-796806-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=d560f14c-725c-4726-a786-0f5fb4526de8,segment=NetworkSegment(96184918-fe4a-4156-b8de-c6464b49bd03),segment_id=96184918-fe4a-4156-b8de-c6464b49bd03)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:07:32.502393 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-d7a3559a-5be0-4a05-a2f9-b869443bfed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:32.550635 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 43556) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:07:32.616493 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:32.641049 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-613a89f1-ba6d-4593-a8e8-06a12341abb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:07:32.686314 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.db.api [None req-d7a3559a-5be0-4a05-a2f9-b869443bfed4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93646) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 10:07:32.686711 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_db.api [None req-d7a3559a-5be0-4a05-a2f9-b869443bfed4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 10:07:32.709281 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Pushing event updated for resources: {'Port': ['ID=d560f14c-725c-4726-a786-0f5fb4526de8,revision_number=3']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:07:32.712741 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:07:32.965927 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.v2.base [None req-fc715697-bbd0-4fb2-92fc-c985583ab140 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '58cc274cdf914d549da83b21d2085fba', 'name': 'router1'}} {{(pid=93644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:07:33.097099 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-fc715697-bbd0-4fb2-92fc-c985583ab140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-675509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257682'] for router, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:33.098719 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-fc715697-bbd0-4fb2-92fc-c985583ab140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-673820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257691'] for router, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:33.256028 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-03fe7f20-0089-474f-9543-1a95d45e4fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:33.263042 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-fc715697-bbd0-4fb2-92fc-c985583ab140 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:33.526514 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-fc715697-bbd0-4fb2-92fc-c985583ab140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-675468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684241'] for router, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:33.576296 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:33.684864 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-fc715697-bbd0-4fb2-92fc-c985583ab140 admin admin] Notify callbacks [] for router, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:33.686488 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-fc715697-bbd0-4fb2-92fc-c985583ab140 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.1346409 Jun 17 10:07:33.843803 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device d560f14c-725c-4726-a786-0f5fb4526de8 up at agent ovs-agent-dv-cinder-796806-1-iscsi {{(pid=93646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:07:33.930864 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Provisioning complete for port d560f14c-725c-4726-a786-0f5fb4526de8 triggered by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:07:33.931435 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:34.970581 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-76f1cb7e-d4ef-4c29-a3c2-2b16775f9f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:36.461812 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 43574) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:07:36.610948 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [None req-6d58ad9b-93ff-4b0c-a180-f7aef3b5ff19 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93644) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 10:07:36.612073 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-6d58ad9b-93ff-4b0c-a180-f7aef3b5ff19 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1492405 Jun 17 10:07:36.856174 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8334b2a8-081d-4a08-b273-522b2363e8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:39.086046 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 43592) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:07:39.141757 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.v2.base [None req-80b5c974-8b3c-455b-be72-aa24bac6aa9b admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True, 'is_default': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=93645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:07:39.261452 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b5c974-8b3c-455b-be72-aa24bac6aa9b admin admin] Made reservation on behalf of 1541c57e77b04f35a65e1fdd4a320ccb for: {'network': 1} {{(pid=93645) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:07:39.264442 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-80b5c974-8b3c-455b-be72-aa24bac6aa9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3930454'] for network, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:39.282854 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-80b5c974-8b3c-455b-be72-aa24bac6aa9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:39.435525 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-80b5c974-8b3c-455b-be72-aa24bac6aa9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:39.576340 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-80b5c974-8b3c-455b-be72-aa24bac6aa9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:39.583800 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:07:39.592884 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-80b5c974-8b3c-455b-be72-aa24bac6aa9b admin admin] Reserving flat network on physical network physnet1 {{(pid=93645) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 17 10:07:39.632771 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-80b5c974-8b3c-455b-be72-aa24bac6aa9b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740734359592', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3785028'] for segment, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:39.633401 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-80b5c974-8b3c-455b-be72-aa24bac6aa9b admin admin] Unsubscribe: segment precommit_create {{(pid=93645) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 17 10:07:39.633919 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.db.segments_db [None req-80b5c974-8b3c-455b-be72-aa24bac6aa9b admin admin] Added segment 7a262c57-69fa-4e27-992a-6b78356f8ae4 of type flat for network ca6a8a4d-93b8-4490-aa3c-706a0423303e Jun 17 10:07:39.654224 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b5c974-8b3c-455b-be72-aa24bac6aa9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=292483d6-fd82-4315-b0d2-e00a6ba7ad4f,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:07:39.710762 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b5c974-8b3c-455b-be72-aa24bac6aa9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:07:39.711159 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b5c974-8b3c-455b-be72-aa24bac6aa9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:07:39.711553 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b5c974-8b3c-455b-be72-aa24bac6aa9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:07:39.711945 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b5c974-8b3c-455b-be72-aa24bac6aa9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:07:39.712324 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b5c974-8b3c-455b-be72-aa24bac6aa9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:07:39.712697 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b5c974-8b3c-455b-be72-aa24bac6aa9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:07:39.713062 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b5c974-8b3c-455b-be72-aa24bac6aa9b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:07:39.713412 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b5c974-8b3c-455b-be72-aa24bac6aa9b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:07:39.713795 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b5c974-8b3c-455b-be72-aa24bac6aa9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:07:39.714154 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b5c974-8b3c-455b-be72-aa24bac6aa9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:07:39.714579 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b5c974-8b3c-455b-be72-aa24bac6aa9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:07:39.714947 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b5c974-8b3c-455b-be72-aa24bac6aa9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:07:39.716190 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b5c974-8b3c-455b-be72-aa24bac6aa9b admin admin] Tracked resource versions report: Jun 17 10:07:39.716190 dv-cinder-796806-1-iscsi neutron-server[93645]: pushed versions: Jun 17 10:07:39.716190 dv-cinder-796806-1-iscsi neutron-server[93645]: { 'AddressGroup': {'1.2'}, Jun 17 10:07:39.716190 dv-cinder-796806-1-iscsi neutron-server[93645]: 'ConntrackHelper': {'1.0'}, Jun 17 10:07:39.716190 dv-cinder-796806-1-iscsi neutron-server[93645]: 'Log': {'1.0'}, Jun 17 10:07:39.716190 dv-cinder-796806-1-iscsi neutron-server[93645]: 'Network': {'1.1'}, Jun 17 10:07:39.716190 dv-cinder-796806-1-iscsi neutron-server[93645]: 'Port': {'1.7'}, Jun 17 10:07:39.716190 dv-cinder-796806-1-iscsi neutron-server[93645]: 'PortForwarding': {'1.2'}, Jun 17 10:07:39.716190 dv-cinder-796806-1-iscsi neutron-server[93645]: 'QosPolicy': {'1.8'}, Jun 17 10:07:39.716190 dv-cinder-796806-1-iscsi neutron-server[93645]: 'SecurityGroup': {'1.4'}, Jun 17 10:07:39.716190 dv-cinder-796806-1-iscsi neutron-server[93645]: 'SecurityGroupRule': {'1.2'}, Jun 17 10:07:39.716190 dv-cinder-796806-1-iscsi neutron-server[93645]: 'SubPort': {'1.0'}, Jun 17 10:07:39.716190 dv-cinder-796806-1-iscsi neutron-server[93645]: 'Subnet': {'1.1'}, Jun 17 10:07:39.716190 dv-cinder-796806-1-iscsi neutron-server[93645]: 'Trunk': {'1.1'}} Jun 17 10:07:39.716190 dv-cinder-796806-1-iscsi neutron-server[93645]: consumer versions: Jun 17 10:07:39.716190 dv-cinder-796806-1-iscsi neutron-server[93645]: { DHCP agent@dv-cinder-796806-1-iscsi: {}, Jun 17 10:07:39.716190 dv-cinder-796806-1-iscsi neutron-server[93645]: L3 agent@dv-cinder-796806-1-iscsi: {}, Jun 17 10:07:39.716190 dv-cinder-796806-1-iscsi neutron-server[93645]: Metadata agent@dv-cinder-796806-1-iscsi: {}, Jun 17 10:07:39.716190 dv-cinder-796806-1-iscsi neutron-server[93645]: Metering agent@dv-cinder-796806-1-iscsi: {}, Jun 17 10:07:39.716190 dv-cinder-796806-1-iscsi neutron-server[93645]: Open vSwitch agent@dv-cinder-796806-1-iscsi: { 'AddressGroup': '1.2', Jun 17 10:07:39.716190 dv-cinder-796806-1-iscsi neutron-server[93645]: 'ConntrackHelper': '1.0', Jun 17 10:07:39.716190 dv-cinder-796806-1-iscsi neutron-server[93645]: 'Log': '1.0', Jun 17 10:07:39.716190 dv-cinder-796806-1-iscsi neutron-server[93645]: 'Network': '1.1', Jun 17 10:07:39.716190 dv-cinder-796806-1-iscsi neutron-server[93645]: 'Port': '1.7', Jun 17 10:07:39.716190 dv-cinder-796806-1-iscsi neutron-server[93645]: 'PortForwarding': '1.2', Jun 17 10:07:39.716190 dv-cinder-796806-1-iscsi neutron-server[93645]: 'QosPolicy': '1.8', Jun 17 10:07:39.716190 dv-cinder-796806-1-iscsi neutron-server[93645]: 'SecurityGroup': '1.4', Jun 17 10:07:39.716190 dv-cinder-796806-1-iscsi neutron-server[93645]: 'SecurityGroupRule': '1.2', Jun 17 10:07:39.716190 dv-cinder-796806-1-iscsi neutron-server[93645]: 'SubPort': '1.0', Jun 17 10:07:39.716190 dv-cinder-796806-1-iscsi neutron-server[93645]: 'Subnet': '1.1', Jun 17 10:07:39.716190 dv-cinder-796806-1-iscsi neutron-server[93645]: 'Trunk': '1.1'}} Jun 17 10:07:39.716190 dv-cinder-796806-1-iscsi neutron-server[93645]: {{(pid=93645) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 10:07:39.782957 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-80b5c974-8b3c-455b-be72-aa24bac6aa9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740733824422'] for network, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:39.793767 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-80b5c974-8b3c-455b-be72-aa24bac6aa9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:07:39.958763 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-80b5c974-8b3c-455b-be72-aa24bac6aa9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-714710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243'] for network, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:39.963331 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b5c974-8b3c-455b-be72-aa24bac6aa9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:07:39.963331 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-80b5c974-8b3c-455b-be72-aa24bac6aa9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625220'] for network, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:39.964166 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:07:40.087993 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b5c974-8b3c-455b-be72-aa24bac6aa9b admin admin] Pushing event updated for resources: {'Network': ['ID=ca6a8a4d-93b8-4490-aa3c-706a0423303e,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:07:40.091322 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-80b5c974-8b3c-455b-be72-aa24bac6aa9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:07:40.100904 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Network ca6a8a4d-93b8-4490-aa3c-706a0423303e details requested by agent ovs-agent-dv-cinder-796806-1-iscsi with host dv-cinder-796806-1-iscsi {{(pid=93646) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 10:07:40.113790 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-80b5c974-8b3c-455b-be72-aa24bac6aa9b admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0266654 Jun 17 10:07:42.509572 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 43604) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:07:42.641954 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87697193-4814-4a2e-8693-4c7d7551cbf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:07:42.644050 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-87697193-4814-4a2e-8693-4c7d7551cbf5 admin admin] 10.222.0.22 "GET /v2.0/subnets/ac9789f8-883a-415c-9bbe-32cd50fdba02 HTTP/1.1" status: 200 len: 849 time: 0.1331921 Jun 17 10:07:42.786785 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-a4b635ae-fcb9-43c3-8216-93f0737f06e3 admin admin] 10.222.0.22 "GET /v2.0/routers/745d2543-772a-4fa4-95ae-7aade0df0424 HTTP/1.1" status: 200 len: 704 time: 0.1364143 Jun 17 10:07:43.074944 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-4fe269ef-b53c-4c45-9aa7-a0c26892e71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3930454'] for port, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:43.407448 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.db.db_base_plugin_common [None req-4fe269ef-b53c-4c45-9aa7-a0c26892e71d admin admin] Allocated IP 172.20.0.1 (cc92d827-749a-4d66-9b57-3f953fb158e1/ac9789f8-883a-415c-9bbe-32cd50fdba02/6f5e893c-05ba-4602-abb5-7c1ddb269d24) {{(pid=93644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:07:43.588709 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-4fe269ef-b53c-4c45-9aa7-a0c26892e71d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:43.616720 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.db.provisioning_blocks [None req-4fe269ef-b53c-4c45-9aa7-a0c26892e71d admin admin] Transition to ACTIVE for port object 6f5e893c-05ba-4602-abb5-7c1ddb269d24 will not be triggered until provisioned by entity DHCP. {{(pid=93644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:07:43.913562 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-4fe269ef-b53c-4c45-9aa7-a0c26892e71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3925395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740733869087'] for port, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:43.915888 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:07:43.989541 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe269ef-b53c-4c45-9aa7-a0c26892e71d admin admin] Network cc92d827-749a-4d66-9b57-3f953fb158e1 is already hosted by enough agents. {{(pid=93644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:07:43.995904 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.base_scheduler [None req-4fe269ef-b53c-4c45-9aa7-a0c26892e71d admin admin] Resources bound (agent type, host, resource id): {{(pid=93644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:07:44.008428 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe269ef-b53c-4c45-9aa7-a0c26892e71d admin admin] Received port after_create {{(pid=93644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:07:44.008894 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-4fe269ef-b53c-4c45-9aa7-a0c26892e71d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672608'] for router_interface, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:44.029836 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe269ef-b53c-4c45-9aa7-a0c26892e71d admin admin] Pushing event updated for resources: {'Port': ['ID=6f5e893c-05ba-4602-abb5-7c1ddb269d24,revision_number=1']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:07:44.077253 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-4fe269ef-b53c-4c45-9aa7-a0c26892e71d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:07:44.341506 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-1eb51c5e-4e46-49fa-afc0-f735d9e6d41f None None] Provisioning for port 6f5e893c-05ba-4602-abb5-7c1ddb269d24 completed by entity DHCP. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:07:44.347575 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-1eb51c5e-4e46-49fa-afc0-f735d9e6d41f None None] Provisioning complete for port 6f5e893c-05ba-4602-abb5-7c1ddb269d24 triggered by entity DHCP. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:07:44.347945 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-1eb51c5e-4e46-49fa-afc0-f735d9e6d41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:44.377773 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-4fe269ef-b53c-4c45-9aa7-a0c26892e71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:44.389241 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-1eb51c5e-4e46-49fa-afc0-f735d9e6d41f None None] Port 6f5e893c-05ba-4602-abb5-7c1ddb269d24 cannot update to ACTIVE because it is not bound. {{(pid=93646) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 10:07:44.597501 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-4fe269ef-b53c-4c45-9aa7-a0c26892e71d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:44.695886 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-4fe269ef-b53c-4c45-9aa7-a0c26892e71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:44.697044 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-4fe269ef-b53c-4c45-9aa7-a0c26892e71d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672540'] for router_interface, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:44.699967 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-4fe269ef-b53c-4c45-9aa7-a0c26892e71d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:07:44.765720 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe269ef-b53c-4c45-9aa7-a0c26892e71d admin admin] Pushing event updated for resources: {'Port': ['ID=6f5e893c-05ba-4602-abb5-7c1ddb269d24,revision_number=2']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:07:44.793414 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-4fe269ef-b53c-4c45-9aa7-a0c26892e71d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:07:44.837686 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe269ef-b53c-4c45-9aa7-a0c26892e71d admin admin] Network cc92d827-749a-4d66-9b57-3f953fb158e1 is already hosted by enough agents. {{(pid=93644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:07:44.839169 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.base_scheduler [None req-4fe269ef-b53c-4c45-9aa7-a0c26892e71d admin admin] Resources bound (agent type, host, resource id): {{(pid=93644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:07:45.117892 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-a898e07b-e148-4663-adb9-5e5ad010bc9b None None] Provisioning complete for port 6f5e893c-05ba-4602-abb5-7c1ddb269d24 triggered by entity DHCP. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:07:45.118177 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-a898e07b-e148-4663-adb9-5e5ad010bc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:45.130501 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fe269ef-b53c-4c45-9aa7-a0c26892e71d admin admin] Router 745d2543-772a-4fa4-95ae-7aade0df0424 is scheduled to L3 agent 9ed9efc2-3eec-4d73-b246-cbd899a1984b with binding_index 1 {{(pid=93644) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 10:07:45.154132 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-a898e07b-e148-4663-adb9-5e5ad010bc9b None None] Port 6f5e893c-05ba-4602-abb5-7c1ddb269d24 cannot update to ACTIVE because it is not bound. {{(pid=93646) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 10:07:45.232893 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fe269ef-b53c-4c45-9aa7-a0c26892e71d admin admin] Notify agent at l3_agent.dv-cinder-796806-1-iscsi the message routers_updated {{(pid=93644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 10:07:45.251693 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-4fe269ef-b53c-4c45-9aa7-a0c26892e71d admin admin] 10.222.0.22 "PUT /v2.0/routers/745d2543-772a-4fa4-95ae-7aade0df0424/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.4475670 Jun 17 10:07:45.253857 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b16ef65-3ba6-47f5-973c-19e86bfadb1d None None] Sync routers for ids ['745d2543-772a-4fa4-95ae-7aade0df0424'] in dv-cinder-796806-1-iscsi {{(pid=93647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 10:07:45.266452 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b16ef65-3ba6-47f5-973c-19e86bfadb1d None None] Routers {'745d2543-772a-4fa4-95ae-7aade0df0424'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:07:45.267776 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-9b16ef65-3ba6-47f5-973c-19e86bfadb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:07:33Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['745d2543-772a-4fa4-95ae-7aade0df0424'], 'active': True} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:07:45.517645 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvr_db [None req-9b16ef65-3ba6-47f5-973c-19e86bfadb1d None None] Set router 745d2543-772a-4fa4-95ae-7aade0df0424 gateway port host: None {{(pid=93647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:07:46.060855 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-9b16ef65-3ba6-47f5-973c-19e86bfadb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745d2543-772a-4fa4-95ae-7aade0df0424', 'name': 'router1', 'tenant_id': '58cc274cdf914d549da83b21d2085fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:07:33Z', 'updated_at': '2021-06-17T10:07:44Z', 'revision_number': 2, 'project_id': '58cc274cdf914d549da83b21d2085fba', 'gw_port_host': None, '_interfaces': [{'id': '6f5e893c-05ba-4602-abb5-7c1ddb269d24', 'name': '', 'network_id': 'cc92d827-749a-4d66-9b57-3f953fb158e1', 'tenant_id': '58cc274cdf914d549da83b21d2085fba', 'mac_address': 'fa:16:3e:06:aa:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745d2543-772a-4fa4-95ae-7aade0df0424', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ac9789f8-883a-415c-9bbe-32cd50fdba02', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:07:43Z', 'updated_at': '2021-06-17T10:07:44Z', 'revision_number': 2, 'project_id': '58cc274cdf914d549da83b21d2085fba', 'subnets': [{'id': 'ac9789f8-883a-415c-9bbe-32cd50fdba02', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '52413ffe-bd10-4191-a4ba-e358f9e307ca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:07:46.117692 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b16ef65-3ba6-47f5-973c-19e86bfadb1d None None] Checking router: 745d2543-772a-4fa4-95ae-7aade0df0424 for host: dv-cinder-796806-1-iscsi {{(pid=93647) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 10:07:46.118056 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b16ef65-3ba6-47f5-973c-19e86bfadb1d None None] Updating router 745d2543-772a-4fa4-95ae-7aade0df0424 port 6f5e893c-05ba-4602-abb5-7c1ddb269d24 binding host dv-cinder-796806-1-iscsi {{(pid=93647) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 10:07:46.210688 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-9b16ef65-3ba6-47f5-973c-19e86bfadb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:46.955581 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-9b16ef65-3ba6-47f5-973c-19e86bfadb1d None None] Notify callbacks [] for port, precommit_update {{(pid=93647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:46.975575 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.provisioning_blocks [None req-9b16ef65-3ba6-47f5-973c-19e86bfadb1d None None] Transition to ACTIVE for port object 6f5e893c-05ba-4602-abb5-7c1ddb269d24 will not be triggered until provisioned by entity L2. {{(pid=93647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:07:47.038765 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-9b16ef65-3ba6-47f5-973c-19e86bfadb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:47.042962 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:07:47.255388 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e9fd12-1ad7-4d77-a018-6b283f0f8193 None None] Pushing event updated for resources: {'Port': ['ID=6f5e893c-05ba-4602-abb5-7c1ddb269d24,revision_number=3']} {{(pid=93647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:07:47.282203 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e9fd12-1ad7-4d77-a018-6b283f0f8193 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:07:47.282572 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e9fd12-1ad7-4d77-a018-6b283f0f8193 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:07:47.283656 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e9fd12-1ad7-4d77-a018-6b283f0f8193 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:07:47.284203 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e9fd12-1ad7-4d77-a018-6b283f0f8193 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:07:47.284738 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e9fd12-1ad7-4d77-a018-6b283f0f8193 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:07:47.285269 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e9fd12-1ad7-4d77-a018-6b283f0f8193 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:07:47.285813 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e9fd12-1ad7-4d77-a018-6b283f0f8193 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:07:47.286359 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e9fd12-1ad7-4d77-a018-6b283f0f8193 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:07:47.286966 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e9fd12-1ad7-4d77-a018-6b283f0f8193 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:07:47.287404 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e9fd12-1ad7-4d77-a018-6b283f0f8193 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:07:47.287766 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e9fd12-1ad7-4d77-a018-6b283f0f8193 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:07:47.288088 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e9fd12-1ad7-4d77-a018-6b283f0f8193 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:07:47.289229 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e9fd12-1ad7-4d77-a018-6b283f0f8193 None None] Tracked resource versions report: Jun 17 10:07:47.289229 dv-cinder-796806-1-iscsi neutron-server[93647]: pushed versions: Jun 17 10:07:47.289229 dv-cinder-796806-1-iscsi neutron-server[93647]: { 'AddressGroup': {'1.2'}, Jun 17 10:07:47.289229 dv-cinder-796806-1-iscsi neutron-server[93647]: 'ConntrackHelper': {'1.0'}, Jun 17 10:07:47.289229 dv-cinder-796806-1-iscsi neutron-server[93647]: 'Log': {'1.0'}, Jun 17 10:07:47.289229 dv-cinder-796806-1-iscsi neutron-server[93647]: 'Network': {'1.1'}, Jun 17 10:07:47.289229 dv-cinder-796806-1-iscsi neutron-server[93647]: 'Port': {'1.7'}, Jun 17 10:07:47.289229 dv-cinder-796806-1-iscsi neutron-server[93647]: 'PortForwarding': {'1.2'}, Jun 17 10:07:47.289229 dv-cinder-796806-1-iscsi neutron-server[93647]: 'QosPolicy': {'1.8'}, Jun 17 10:07:47.289229 dv-cinder-796806-1-iscsi neutron-server[93647]: 'SecurityGroup': {'1.4'}, Jun 17 10:07:47.289229 dv-cinder-796806-1-iscsi neutron-server[93647]: 'SecurityGroupRule': {'1.2'}, Jun 17 10:07:47.289229 dv-cinder-796806-1-iscsi neutron-server[93647]: 'SubPort': {'1.0'}, Jun 17 10:07:47.289229 dv-cinder-796806-1-iscsi neutron-server[93647]: 'Subnet': {'1.1'}, Jun 17 10:07:47.289229 dv-cinder-796806-1-iscsi neutron-server[93647]: 'Trunk': {'1.1'}} Jun 17 10:07:47.289229 dv-cinder-796806-1-iscsi neutron-server[93647]: consumer versions: Jun 17 10:07:47.289229 dv-cinder-796806-1-iscsi neutron-server[93647]: { DHCP agent@dv-cinder-796806-1-iscsi: {}, Jun 17 10:07:47.289229 dv-cinder-796806-1-iscsi neutron-server[93647]: L3 agent@dv-cinder-796806-1-iscsi: {}, Jun 17 10:07:47.289229 dv-cinder-796806-1-iscsi neutron-server[93647]: Metadata agent@dv-cinder-796806-1-iscsi: {}, Jun 17 10:07:47.289229 dv-cinder-796806-1-iscsi neutron-server[93647]: Metering agent@dv-cinder-796806-1-iscsi: {}, Jun 17 10:07:47.289229 dv-cinder-796806-1-iscsi neutron-server[93647]: Open vSwitch agent@dv-cinder-796806-1-iscsi: { 'AddressGroup': '1.2', Jun 17 10:07:47.289229 dv-cinder-796806-1-iscsi neutron-server[93647]: 'ConntrackHelper': '1.0', Jun 17 10:07:47.289229 dv-cinder-796806-1-iscsi neutron-server[93647]: 'Log': '1.0', Jun 17 10:07:47.289229 dv-cinder-796806-1-iscsi neutron-server[93647]: 'Network': '1.1', Jun 17 10:07:47.289229 dv-cinder-796806-1-iscsi neutron-server[93647]: 'Port': '1.7', Jun 17 10:07:47.289229 dv-cinder-796806-1-iscsi neutron-server[93647]: 'PortForwarding': '1.2', Jun 17 10:07:47.289229 dv-cinder-796806-1-iscsi neutron-server[93647]: 'QosPolicy': '1.8', Jun 17 10:07:47.289229 dv-cinder-796806-1-iscsi neutron-server[93647]: 'SecurityGroup': '1.4', Jun 17 10:07:47.289229 dv-cinder-796806-1-iscsi neutron-server[93647]: 'SecurityGroupRule': '1.2', Jun 17 10:07:47.289229 dv-cinder-796806-1-iscsi neutron-server[93647]: 'SubPort': '1.0', Jun 17 10:07:47.289229 dv-cinder-796806-1-iscsi neutron-server[93647]: 'Subnet': '1.1', Jun 17 10:07:47.289229 dv-cinder-796806-1-iscsi neutron-server[93647]: 'Trunk': '1.1'}} Jun 17 10:07:47.289229 dv-cinder-796806-1-iscsi neutron-server[93647]: {{(pid=93647) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 10:07:47.298973 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG oslo_concurrency.lockutils [None req-d0e9fd12-1ad7-4d77-a018-6b283f0f8193 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=93647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:07:47.301740 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.managers [None req-9b16ef65-3ba6-47f5-973c-19e86bfadb1d None None] Attempting to bind port 6f5e893c-05ba-4602-abb5-7c1ddb269d24 on host dv-cinder-796806-1-iscsi for vnic_type normal with profile {{(pid=93647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:07:47.302136 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.managers [None req-9b16ef65-3ba6-47f5-973c-19e86bfadb1d None None] Attempting to bind port 6f5e893c-05ba-4602-abb5-7c1ddb269d24 by drivers openvswitch,hyperv on host dv-cinder-796806-1-iscsi at level 0 using segments [{'id': '96184918-fe4a-4156-b8de-c6464b49bd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'cc92d827-749a-4d66-9b57-3f953fb158e1'}] {{(pid=93647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:07:47.302724 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b16ef65-3ba6-47f5-973c-19e86bfadb1d None None] Attempting to bind port 6f5e893c-05ba-4602-abb5-7c1ddb269d24 on network cc92d827-749a-4d66-9b57-3f953fb158e1 {{(pid=93647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:07:47.308587 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b16ef65-3ba6-47f5-973c-19e86bfadb1d None None] Checking agent: {'id': 'f230d01b-21be-4f06-8428-d429ae72cfd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796806-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 7, 3), 'started_at': datetime.datetime(2021, 6, 17, 10, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796806-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:07:47.309004 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b16ef65-3ba6-47f5-973c-19e86bfadb1d None None] Checking segment: {'id': '96184918-fe4a-4156-b8de-c6464b49bd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'cc92d827-749a-4d66-9b57-3f953fb158e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:07:47.309509 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-9b16ef65-3ba6-47f5-973c-19e86bfadb1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:47.309906 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b16ef65-3ba6-47f5-973c-19e86bfadb1d None None] Bound using segment: {'id': '96184918-fe4a-4156-b8de-c6464b49bd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'cc92d827-749a-4d66-9b57-3f953fb158e1'} {{(pid=93647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:07:47.310432 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.managers [None req-9b16ef65-3ba6-47f5-973c-19e86bfadb1d None None] Bound port: 6f5e893c-05ba-4602-abb5-7c1ddb269d24, host: dv-cinder-796806-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96184918-fe4a-4156-b8de-c6464b49bd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'cc92d827-749a-4d66-9b57-3f953fb158e1'}}] {{(pid=93647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:07:47.310805 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-9b16ef65-3ba6-47f5-973c-19e86bfadb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:47.404684 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.db [None req-9b16ef65-3ba6-47f5-973c-19e86bfadb1d None None] For port 6f5e893c-05ba-4602-abb5-7c1ddb269d24, host dv-cinder-796806-1-iscsi, cleared binding levels {{(pid=93647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:07:47.446707 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.db [None req-9b16ef65-3ba6-47f5-973c-19e86bfadb1d None None] For port 6f5e893c-05ba-4602-abb5-7c1ddb269d24, host dv-cinder-796806-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=6f5e893c-05ba-4602-abb5-7c1ddb269d24,segment=NetworkSegment(96184918-fe4a-4156-b8de-c6464b49bd03),segment_id=96184918-fe4a-4156-b8de-c6464b49bd03)] {{(pid=93647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:07:47.507491 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-9b16ef65-3ba6-47f5-973c-19e86bfadb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:47.509927 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG oslo_concurrency.lockutils [None req-d0e9fd12-1ad7-4d77-a018-6b283f0f8193 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:07:47.577386 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b16ef65-3ba6-47f5-973c-19e86bfadb1d None None] Routers {'745d2543-772a-4fa4-95ae-7aade0df0424'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:07:47.578036 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-9b16ef65-3ba6-47f5-973c-19e86bfadb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:07:33Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['745d2543-772a-4fa4-95ae-7aade0df0424'], 'active': True} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:07:47.617945 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e9fd12-1ad7-4d77-a018-6b283f0f8193 None None] Pushing event updated for resources: {'Port': ['ID=6f5e893c-05ba-4602-abb5-7c1ddb269d24,revision_number=4']} {{(pid=93647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:07:47.681308 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG oslo_concurrency.lockutils [None req-d0e9fd12-1ad7-4d77-a018-6b283f0f8193 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:07:47.714921 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvr_db [None req-9b16ef65-3ba6-47f5-973c-19e86bfadb1d None None] Set router 745d2543-772a-4fa4-95ae-7aade0df0424 gateway port host: None {{(pid=93647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:07:48.039683 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-9b16ef65-3ba6-47f5-973c-19e86bfadb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745d2543-772a-4fa4-95ae-7aade0df0424', 'name': 'router1', 'tenant_id': '58cc274cdf914d549da83b21d2085fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:07:33Z', 'updated_at': '2021-06-17T10:07:44Z', 'revision_number': 2, 'project_id': '58cc274cdf914d549da83b21d2085fba', 'gw_port_host': None, '_interfaces': [{'id': '6f5e893c-05ba-4602-abb5-7c1ddb269d24', 'name': '', 'network_id': 'cc92d827-749a-4d66-9b57-3f953fb158e1', 'tenant_id': '58cc274cdf914d549da83b21d2085fba', 'mac_address': 'fa:16:3e:06:aa:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745d2543-772a-4fa4-95ae-7aade0df0424', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ac9789f8-883a-415c-9bbe-32cd50fdba02', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:07:43Z', 'updated_at': '2021-06-17T10:07:47Z', 'revision_number': 4, 'project_id': '58cc274cdf914d549da83b21d2085fba', 'subnets': [{'id': 'ac9789f8-883a-415c-9bbe-32cd50fdba02', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '52413ffe-bd10-4191-a4ba-e358f9e307ca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:07:48.074489 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b16ef65-3ba6-47f5-973c-19e86bfadb1d None None] The sync data for ids ['745d2543-772a-4fa4-95ae-7aade0df0424'] in dv-cinder-796806-1-iscsi is: [{'id': '745d2543-772a-4fa4-95ae-7aade0df0424', 'name': 'router1', 'tenant_id': '58cc274cdf914d549da83b21d2085fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:07:33Z', 'updated_at': '2021-06-17T10:07:44Z', 'revision_number': 2, 'project_id': '58cc274cdf914d549da83b21d2085fba', 'gw_port_host': None, '_interfaces': [{'id': '6f5e893c-05ba-4602-abb5-7c1ddb269d24', 'name': '', 'network_id': 'cc92d827-749a-4d66-9b57-3f953fb158e1', 'tenant_id': '58cc274cdf914d549da83b21d2085fba', 'mac_address': 'fa:16:3e:06:aa:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745d2543-772a-4fa4-95ae-7aade0df0424', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ac9789f8-883a-415c-9bbe-32cd50fdba02', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:07:43Z', 'updated_at': '2021-06-17T10:07:47Z', 'revision_number': 4, 'project_id': '58cc274cdf914d549da83b21d2085fba', 'subnets': [{'id': 'ac9789f8-883a-415c-9bbe-32cd50fdba02', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '52413ffe-bd10-4191-a4ba-e358f9e307ca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 10:07:48.200919 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 43614) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:07:48.343027 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad43d37-af18-4076-ad9a-018ae9bab5df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:07:48.344530 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-aad43d37-af18-4076-ad9a-018ae9bab5df admin admin] 10.222.0.22 "GET /v2.0/networks/ca6a8a4d-93b8-4490-aa3c-706a0423303e HTTP/1.1" status: 200 len: 842 time: 0.1422544 Jun 17 10:07:48.359001 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.v2.base [None req-8c8e7dbf-9b23-456d-af3a-7b3ed87e5d41 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24'}} {{(pid=93644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:07:48.506442 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c8e7dbf-9b23-456d-af3a-7b3ed87e5d41 admin admin] Made reservation on behalf of 1541c57e77b04f35a65e1fdd4a320ccb for: {'subnet': 1} {{(pid=93644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:07:48.510467 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-8c8e7dbf-9b23-456d-af3a-7b3ed87e5d41 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:49.011600 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.objects.ports [None req-8c8e7dbf-9b23-456d-af3a-7b3ed87e5d41 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93644) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 17 10:07:49.012089 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-8c8e7dbf-9b23-456d-af3a-7b3ed87e5d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234'] for subnet, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:49.014354 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:07:49.071645 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8e7dbf-9b23-456d-af3a-7b3ed87e5d41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=260414bf-ab79-4984-a32f-8ad464893cf6,revision_number=0']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:07:49.075030 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-8c8e7dbf-9b23-456d-af3a-7b3ed87e5d41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:07:49.088211 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8e7dbf-9b23-456d-af3a-7b3ed87e5d41 admin admin] Checking segment: {'id': '7a262c57-69fa-4e27-992a-6b78356f8ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:07:49.088584 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8e7dbf-9b23-456d-af3a-7b3ed87e5d41 admin admin] Network hostable DHCP agents. Network: ca6a8a4d-93b8-4490-aa3c-706a0423303e, hostable agents: ['337bcc12-ee2b-4966-b704-642398d54e19'], hosted agents: [] {{(pid=93644) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 10:07:49.198520 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8e7dbf-9b23-456d-af3a-7b3ed87e5d41 admin admin] Network ca6a8a4d-93b8-4490-aa3c-706a0423303e is scheduled to be hosted by DHCP agent 337bcc12-ee2b-4966-b704-642398d54e19 with binding_index 1 {{(pid=93644) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 10:07:49.306089 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.base_scheduler [None req-8c8e7dbf-9b23-456d-af3a-7b3ed87e5d41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796806-1-iscsi, ca6a8a4d-93b8-4490-aa3c-706a0423303e) {{(pid=93644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:07:49.315185 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185ac51f-56f1-4920-bf62-1d59b31b547d None None] Network ca6a8a4d-93b8-4490-aa3c-706a0423303e requested from dv-cinder-796806-1-iscsi {{(pid=93646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:07:49.320762 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8e7dbf-9b23-456d-af3a-7b3ed87e5d41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:07:49.321360 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-8c8e7dbf-9b23-456d-af3a-7b3ed87e5d41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625220'] for subnet, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:49.493063 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1d06f7-be5d-40b1-98df-d12789e0e722 None None] Network ca6a8a4d-93b8-4490-aa3c-706a0423303e requested from dv-cinder-796806-1-iscsi {{(pid=93646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:07:49.553066 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-8c8e7dbf-9b23-456d-af3a-7b3ed87e5d41 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1980884 Jun 17 10:07:51.869634 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device 6f5e893c-05ba-4602-abb5-7c1ddb269d24 up at agent ovs-agent-dv-cinder-796806-1-iscsi {{(pid=93646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:07:52.044376 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Provisioning for port 6f5e893c-05ba-4602-abb5-7c1ddb269d24 completed by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:07:52.049403 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Provisioning complete for port 6f5e893c-05ba-4602-abb5-7c1ddb269d24 triggered by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:07:52.049867 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:52.159697 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:52.184940 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 43626) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:07:52.209523 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] For port 6f5e893c-05ba-4602-abb5-7c1ddb269d24, host dv-cinder-796806-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=6f5e893c-05ba-4602-abb5-7c1ddb269d24,segment=NetworkSegment(96184918-fe4a-4156-b8de-c6464b49bd03),segment_id=96184918-fe4a-4156-b8de-c6464b49bd03)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:07:52.404523 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:52.408467 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-613a89f1-ba6d-4593-a8e8-06a12341abb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:07:52.460432 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-30e231de-7060-4b4d-aa15-3bf01503bf33 admin admin] 10.222.0.22 "GET /v2.0/routers/745d2543-772a-4fa4-95ae-7aade0df0424 HTTP/1.1" status: 200 len: 710 time: 0.2738681 Jun 17 10:07:52.468283 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Pushing event updated for resources: {'Port': ['ID=6f5e893c-05ba-4602-abb5-7c1ddb269d24,revision_number=5']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:07:52.473142 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:07:52.566407 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3d513e-c6fb-4c76-9886-bf201fcf7d62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:07:52.572805 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-1c3d513e-c6fb-4c76-9886-bf201fcf7d62 admin admin] 10.222.0.22 "GET /v2.0/networks/ca6a8a4d-93b8-4490-aa3c-706a0423303e HTTP/1.1" status: 200 len: 886 time: 0.1011238 Jun 17 10:07:52.577229 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.v2.base [None req-824fb070-5865-4828-b246-73a342e89c90 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e'}}} {{(pid=93644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:07:52.885285 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-824fb070-5865-4828-b246-73a342e89c90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-675483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257677'] for router, precommit_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:53.289458 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-824fb070-5865-4828-b246-73a342e89c90 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:53.378119 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-824fb070-5865-4828-b246-73a342e89c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3930454'] for port, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:53.504341 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.db.db_base_plugin_common [None req-824fb070-5865-4828-b246-73a342e89c90 admin admin] Allocated IP 172.27.0.164 (ca6a8a4d-93b8-4490-aa3c-706a0423303e/260414bf-ab79-4984-a32f-8ad464893cf6/d8ab22ff-941e-4cfa-9b46-fa98f6bdc389) {{(pid=93644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:07:53.616809 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-824fb070-5865-4828-b246-73a342e89c90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:53.770458 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-824fb070-5865-4828-b246-73a342e89c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3925395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740733869087'] for port, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:53.772865 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-4fe269ef-b53c-4c45-9aa7-a0c26892e71d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:07:53.811021 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824fb070-5865-4828-b246-73a342e89c90 admin admin] Network ca6a8a4d-93b8-4490-aa3c-706a0423303e is already hosted by enough agents. {{(pid=93644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:07:53.818985 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.base_scheduler [None req-824fb070-5865-4828-b246-73a342e89c90 admin admin] Resources bound (agent type, host, resource id): {{(pid=93644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:07:53.832991 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824fb070-5865-4828-b246-73a342e89c90 admin admin] Received port after_create {{(pid=93644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:07:53.832991 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824fb070-5865-4828-b246-73a342e89c90 admin admin] Pushing event updated for resources: {'Port': ['ID=d8ab22ff-941e-4cfa-9b46-fa98f6bdc389,revision_number=1']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:07:53.848203 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device 6f5e893c-05ba-4602-abb5-7c1ddb269d24 up at agent ovs-agent-dv-cinder-796806-1-iscsi {{(pid=93646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:07:53.859266 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-824fb070-5865-4828-b246-73a342e89c90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:07:53.899690 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Provisioning complete for port 6f5e893c-05ba-4602-abb5-7c1ddb269d24 triggered by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:07:53.899978 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:54.249061 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-824fb070-5865-4828-b246-73a342e89c90 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:54.561769 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-824fb070-5865-4828-b246-73a342e89c90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-675483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257677'] for router, precommit_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:54.566264 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-824fb070-5865-4828-b246-73a342e89c90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-684200', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-684250', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-675474'] for router, after_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:54.690564 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-824fb070-5865-4828-b246-73a342e89c90 admin admin] Router 745d2543-772a-4fa4-95ae-7aade0df0424 has already been hosted by L3 agent 9ed9efc2-3eec-4d73-b246-cbd899a1984b {{(pid=93644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 10:07:54.805944 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-824fb070-5865-4828-b246-73a342e89c90 admin admin] Notify agent at l3_agent.dv-cinder-796806-1-iscsi the message routers_updated {{(pid=93644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 10:07:54.810605 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-824fb070-5865-4828-b246-73a342e89c90 admin admin] Notify callbacks [] for router, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:54.812178 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-824fb070-5865-4828-b246-73a342e89c90 admin admin] 10.222.0.22 "PUT /v2.0/routers/745d2543-772a-4fa4-95ae-7aade0df0424 HTTP/1.1" status: 200 len: 890 time: 2.2383091 Jun 17 10:07:54.827859 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2785be69-d159-44c6-bc62-2964266ed8ac None None] Sync routers for ids ['745d2543-772a-4fa4-95ae-7aade0df0424'] in dv-cinder-796806-1-iscsi {{(pid=93646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 10:07:54.846393 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2785be69-d159-44c6-bc62-2964266ed8ac None None] Routers {'745d2543-772a-4fa4-95ae-7aade0df0424'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:07:54.847583 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_hamode_db [None req-2785be69-d159-44c6-bc62-2964266ed8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:07:33Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['745d2543-772a-4fa4-95ae-7aade0df0424'], 'active': True} {{(pid=93646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:07:55.204293 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvr_db [None req-2785be69-d159-44c6-bc62-2964266ed8ac None None] Set router 745d2543-772a-4fa4-95ae-7aade0df0424 gateway port host: dv-cinder-796806-1-iscsi {{(pid=93646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:07:55.855876 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_hamode_db [None req-2785be69-d159-44c6-bc62-2964266ed8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745d2543-772a-4fa4-95ae-7aade0df0424', 'name': 'router1', 'tenant_id': '58cc274cdf914d549da83b21d2085fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'd8ab22ff-941e-4cfa-9b46-fa98f6bdc389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:07:33Z', 'updated_at': '2021-06-17T10:07:53Z', 'revision_number': 4, 'project_id': '58cc274cdf914d549da83b21d2085fba', 'gw_port': {'id': 'd8ab22ff-941e-4cfa-9b46-fa98f6bdc389', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:20:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745d2543-772a-4fa4-95ae-7aade0df0424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:07:53Z', 'updated_at': '2021-06-17T10:07:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi', '_interfaces': [{'id': '6f5e893c-05ba-4602-abb5-7c1ddb269d24', 'name': '', 'network_id': 'cc92d827-749a-4d66-9b57-3f953fb158e1', 'tenant_id': '58cc274cdf914d549da83b21d2085fba', 'mac_address': 'fa:16:3e:06:aa:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745d2543-772a-4fa4-95ae-7aade0df0424', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ac9789f8-883a-415c-9bbe-32cd50fdba02', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:07:43Z', 'updated_at': '2021-06-17T10:07:52Z', 'revision_number': 5, 'project_id': '58cc274cdf914d549da83b21d2085fba', 'subnets': [{'id': 'ac9789f8-883a-415c-9bbe-32cd50fdba02', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '52413ffe-bd10-4191-a4ba-e358f9e307ca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:07:55.913925 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2785be69-d159-44c6-bc62-2964266ed8ac None None] Checking router: 745d2543-772a-4fa4-95ae-7aade0df0424 for host: dv-cinder-796806-1-iscsi {{(pid=93646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 10:07:55.914219 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2785be69-d159-44c6-bc62-2964266ed8ac None None] Updating router 745d2543-772a-4fa4-95ae-7aade0df0424 port d8ab22ff-941e-4cfa-9b46-fa98f6bdc389 binding host dv-cinder-796806-1-iscsi {{(pid=93646) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 10:07:55.955308 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-2785be69-d159-44c6-bc62-2964266ed8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:56.429348 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-2785be69-d159-44c6-bc62-2964266ed8ac None None] Notify callbacks [] for port, precommit_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:56.447213 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-2785be69-d159-44c6-bc62-2964266ed8ac None None] Transition to ACTIVE for port object d8ab22ff-941e-4cfa-9b46-fa98f6bdc389 will not be triggered until provisioned by entity L2. {{(pid=93646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:07:56.535382 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-2785be69-d159-44c6-bc62-2964266ed8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:56.538288 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:07:56.603718 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67647278-d008-46ac-b8c7-9153c7ff7563 None None] Pushing event updated for resources: {'Port': ['ID=d8ab22ff-941e-4cfa-9b46-fa98f6bdc389,revision_number=2']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:07:56.606153 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.managers [None req-2785be69-d159-44c6-bc62-2964266ed8ac None None] Attempting to bind port d8ab22ff-941e-4cfa-9b46-fa98f6bdc389 on host dv-cinder-796806-1-iscsi for vnic_type normal with profile {{(pid=93646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:07:56.606552 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.managers [None req-2785be69-d159-44c6-bc62-2964266ed8ac None None] Attempting to bind port d8ab22ff-941e-4cfa-9b46-fa98f6bdc389 by drivers openvswitch,hyperv on host dv-cinder-796806-1-iscsi at level 0 using segments [{'id': '7a262c57-69fa-4e27-992a-6b78356f8ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e'}] {{(pid=93646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:07:56.606927 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2785be69-d159-44c6-bc62-2964266ed8ac None None] Attempting to bind port d8ab22ff-941e-4cfa-9b46-fa98f6bdc389 on network ca6a8a4d-93b8-4490-aa3c-706a0423303e {{(pid=93646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:07:56.610010 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-67647278-d008-46ac-b8c7-9153c7ff7563 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:07:56.614537 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2785be69-d159-44c6-bc62-2964266ed8ac None None] Checking agent: {'id': 'f230d01b-21be-4f06-8428-d429ae72cfd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796806-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 7, 3), 'started_at': datetime.datetime(2021, 6, 17, 10, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796806-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:07:56.614930 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2785be69-d159-44c6-bc62-2964266ed8ac None None] Checking segment: {'id': '7a262c57-69fa-4e27-992a-6b78356f8ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:07:56.615344 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-2785be69-d159-44c6-bc62-2964266ed8ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:56.615768 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2785be69-d159-44c6-bc62-2964266ed8ac None None] Bound using segment: {'id': '7a262c57-69fa-4e27-992a-6b78356f8ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e'} {{(pid=93646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:07:56.616384 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.managers [None req-2785be69-d159-44c6-bc62-2964266ed8ac None None] Bound port: d8ab22ff-941e-4cfa-9b46-fa98f6bdc389, host: dv-cinder-796806-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a262c57-69fa-4e27-992a-6b78356f8ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e'}}] {{(pid=93646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:07:56.616659 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-2785be69-d159-44c6-bc62-2964266ed8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:56.678694 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-2785be69-d159-44c6-bc62-2964266ed8ac None None] For port d8ab22ff-941e-4cfa-9b46-fa98f6bdc389, host dv-cinder-796806-1-iscsi, cleared binding levels {{(pid=93646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:07:56.682736 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-2785be69-d159-44c6-bc62-2964266ed8ac None None] For port d8ab22ff-941e-4cfa-9b46-fa98f6bdc389, host dv-cinder-796806-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=d8ab22ff-941e-4cfa-9b46-fa98f6bdc389,segment=NetworkSegment(7a262c57-69fa-4e27-992a-6b78356f8ae4),segment_id=7a262c57-69fa-4e27-992a-6b78356f8ae4)] {{(pid=93646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:07:56.779522 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-2785be69-d159-44c6-bc62-2964266ed8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:56.782896 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:07:56.838966 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2785be69-d159-44c6-bc62-2964266ed8ac None None] Routers {'745d2543-772a-4fa4-95ae-7aade0df0424'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:07:56.839659 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_hamode_db [None req-2785be69-d159-44c6-bc62-2964266ed8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:07:33Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['745d2543-772a-4fa4-95ae-7aade0df0424'], 'active': True} {{(pid=93646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:07:56.885967 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67647278-d008-46ac-b8c7-9153c7ff7563 None None] Pushing event updated for resources: {'Port': ['ID=d8ab22ff-941e-4cfa-9b46-fa98f6bdc389,revision_number=3']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:07:56.889556 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-67647278-d008-46ac-b8c7-9153c7ff7563 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:07:56.991167 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvr_db [None req-2785be69-d159-44c6-bc62-2964266ed8ac None None] Set router 745d2543-772a-4fa4-95ae-7aade0df0424 gateway port host: dv-cinder-796806-1-iscsi {{(pid=93646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:07:57.422310 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_hamode_db [None req-2785be69-d159-44c6-bc62-2964266ed8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745d2543-772a-4fa4-95ae-7aade0df0424', 'name': 'router1', 'tenant_id': '58cc274cdf914d549da83b21d2085fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'd8ab22ff-941e-4cfa-9b46-fa98f6bdc389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:07:33Z', 'updated_at': '2021-06-17T10:07:53Z', 'revision_number': 4, 'project_id': '58cc274cdf914d549da83b21d2085fba', 'gw_port': {'id': 'd8ab22ff-941e-4cfa-9b46-fa98f6bdc389', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:20:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745d2543-772a-4fa4-95ae-7aade0df0424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:07:53Z', 'updated_at': '2021-06-17T10:07:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi', '_interfaces': [{'id': '6f5e893c-05ba-4602-abb5-7c1ddb269d24', 'name': '', 'network_id': 'cc92d827-749a-4d66-9b57-3f953fb158e1', 'tenant_id': '58cc274cdf914d549da83b21d2085fba', 'mac_address': 'fa:16:3e:06:aa:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745d2543-772a-4fa4-95ae-7aade0df0424', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ac9789f8-883a-415c-9bbe-32cd50fdba02', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:07:43Z', 'updated_at': '2021-06-17T10:07:52Z', 'revision_number': 5, 'project_id': '58cc274cdf914d549da83b21d2085fba', 'subnets': [{'id': 'ac9789f8-883a-415c-9bbe-32cd50fdba02', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '52413ffe-bd10-4191-a4ba-e358f9e307ca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:07:57.451721 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2785be69-d159-44c6-bc62-2964266ed8ac None None] The sync data for ids ['745d2543-772a-4fa4-95ae-7aade0df0424'] in dv-cinder-796806-1-iscsi is: [{'id': '745d2543-772a-4fa4-95ae-7aade0df0424', 'name': 'router1', 'tenant_id': '58cc274cdf914d549da83b21d2085fba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.164'}], 'enable_snat': True}, 'gw_port_id': 'd8ab22ff-941e-4cfa-9b46-fa98f6bdc389', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:07:33Z', 'updated_at': '2021-06-17T10:07:53Z', 'revision_number': 4, 'project_id': '58cc274cdf914d549da83b21d2085fba', 'gw_port': {'id': 'd8ab22ff-941e-4cfa-9b46-fa98f6bdc389', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:20:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745d2543-772a-4fa4-95ae-7aade0df0424', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:07:53Z', 'updated_at': '2021-06-17T10:07:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi', '_interfaces': [{'id': '6f5e893c-05ba-4602-abb5-7c1ddb269d24', 'name': '', 'network_id': 'cc92d827-749a-4d66-9b57-3f953fb158e1', 'tenant_id': '58cc274cdf914d549da83b21d2085fba', 'mac_address': 'fa:16:3e:06:aa:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745d2543-772a-4fa4-95ae-7aade0df0424', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ac9789f8-883a-415c-9bbe-32cd50fdba02', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:07:43Z', 'updated_at': '2021-06-17T10:07:52Z', 'revision_number': 5, 'project_id': '58cc274cdf914d549da83b21d2085fba', 'subnets': [{'id': 'ac9789f8-883a-415c-9bbe-32cd50fdba02', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '52413ffe-bd10-4191-a4ba-e358f9e307ca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 10:07:57.770329 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 43634) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:07:57.900402 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device d8ab22ff-941e-4cfa-9b46-fa98f6bdc389 up at agent ovs-agent-dv-cinder-796806-1-iscsi {{(pid=93646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:07:57.989648 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-17a88ac3-d811-4a6b-9ffd-c57b7e196bc7 admin admin] 10.222.0.22 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.2179801 Jun 17 10:07:58.101119 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Provisioning for port d8ab22ff-941e-4cfa-9b46-fa98f6bdc389 completed by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:07:58.107082 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Provisioning complete for port d8ab22ff-941e-4cfa-9b46-fa98f6bdc389 triggered by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:07:58.107469 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:58.261499 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:58.289639 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] For port d8ab22ff-941e-4cfa-9b46-fa98f6bdc389, host dv-cinder-796806-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=d8ab22ff-941e-4cfa-9b46-fa98f6bdc389,segment=NetworkSegment(7a262c57-69fa-4e27-992a-6b78356f8ae4),segment_id=7a262c57-69fa-4e27-992a-6b78356f8ae4)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:07:58.638053 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:58.640225 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:07:58.690873 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Pushing event updated for resources: {'Port': ['ID=d8ab22ff-941e-4cfa-9b46-fa98f6bdc389,revision_number=4']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:07:58.694191 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:07:59.856043 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device d8ab22ff-941e-4cfa-9b46-fa98f6bdc389 up at agent ovs-agent-dv-cinder-796806-1-iscsi {{(pid=93646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:07:59.918003 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Provisioning complete for port d8ab22ff-941e-4cfa-9b46-fa98f6bdc389 triggered by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:07:59.918303 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:07:59.979618 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-a02c7fdd-8b4e-4287-ae26-73b95be4b556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:08:03.233546 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-dc0ce88a-e4d1-4d05-8bf6-9cdf5e22e35d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:08:03.432626 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:08:05.016104 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-76f1cb7e-d4ef-4c29-a3c2-2b16775f9f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:08:06.613467 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.agents_db [None req-342b98a1-7fdc-4d24-a539-fe72a001d92b None None] Agent healthcheck: found 5 active agents {{(pid=93647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:08:06.925037 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8334b2a8-081d-4a08-b273-522b2363e8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:08:29.884664 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-7891954a-8a16-4686-8fe8-8b6b2a73cb18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:08:33.198480 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-e14ebff6-8d36-4bf9-9a3d-ae00a3c2b8fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:08:33.507803 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:08:34.986317 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-76f1cb7e-d4ef-4c29-a3c2-2b16775f9f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:08:36.937837 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8334b2a8-081d-4a08-b273-522b2363e8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:08:43.606670 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.agents_db [None req-342b98a1-7fdc-4d24-a539-fe72a001d92b None None] Agent healthcheck: found 5 active agents {{(pid=93647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:08:59.889742 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-35be7dd6-aa3e-4001-84a3-0c4d59b4218a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:09:03.189955 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-13c27a8a-2e29-4510-ab4b-d27e56f4880b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:09:03.403030 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:09:04.940037 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-76f1cb7e-d4ef-4c29-a3c2-2b16775f9f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:09:06.865726 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8334b2a8-081d-4a08-b273-522b2363e8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:09:20.609819 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.agents_db [None req-342b98a1-7fdc-4d24-a539-fe72a001d92b None None] Agent healthcheck: found 5 active agents {{(pid=93647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:09:29.905083 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ff89b6fb-c97f-4179-a5d4-f6a201ab39bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:09:33.161760 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-e0bc97be-525a-4086-bb79-7f7ee79dc343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:09:33.378641 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:09:35.011757 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-76f1cb7e-d4ef-4c29-a3c2-2b16775f9f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:09:36.893240 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8334b2a8-081d-4a08-b273-522b2363e8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:09:55.122085 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 44202) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:09:55.233689 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba1e4806-19f1-4d9b-a991-db5d7d0896f9 admin admin] GET failed (client error): The resource could not be found. Jun 17 10:09:55.236202 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-ba1e4806-19f1-4d9b-a991-db5d7d0896f9 admin admin] 10.222.0.22 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1129115 Jun 17 10:09:55.535677 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e71e6f-b1c1-4cb2-88d3-dc66c85bd3aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:09:55.538062 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-41e71e6f-b1c1-4cb2-88d3-dc66c85bd3aa admin admin] 10.222.0.22 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2969692 Jun 17 10:09:57.613127 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.agents_db [None req-342b98a1-7fdc-4d24-a539-fe72a001d92b None None] Agent healthcheck: found 5 active agents {{(pid=93647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:09:58.464534 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 44212) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:09:58.620182 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216d0250-3f2c-40eb-bf79-3fe6a8c70521 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:09:58.621559 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-216d0250-3f2c-40eb-bf79-3fe6a8c70521 admin admin] 10.222.0.22 "GET /v2.0/subnets/ac9789f8-883a-415c-9bbe-32cd50fdba02 HTTP/1.1" status: 200 len: 849 time: 0.1555822 Jun 17 10:09:58.631954 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.v2.base [None req-ba79d284-4430-461a-bbb1-20cae513a2a4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:09:58.731168 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-ba79d284-4430-461a-bbb1-20cae513a2a4 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:09:58.977802 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-ba79d284-4430-461a-bbb1-20cae513a2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740734277488'] for subnet, after_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:09:58.981293 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-5b2c79d8-9e38-43ae-8e5d-c8f7a7a8ae39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:09:59.012506 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba79d284-4430-461a-bbb1-20cae513a2a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:09:59.013410 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-ba79d284-4430-461a-bbb1-20cae513a2a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625220'] for subnet, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:09:59.016542 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-ba79d284-4430-461a-bbb1-20cae513a2a4 admin admin] 10.222.0.22 "PUT /v2.0/subnets/ac9789f8-883a-415c-9bbe-32cd50fdba02 HTTP/1.1" status: 200 len: 868 time: 0.3866615 Jun 17 10:09:59.018991 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1b8396-999a-4d94-b99b-5e9b116c7062 None None] Network cc92d827-749a-4d66-9b57-3f953fb158e1 requested from dv-cinder-796806-1-iscsi {{(pid=93646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:09:59.048984 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba79d284-4430-461a-bbb1-20cae513a2a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac9789f8-883a-415c-9bbe-32cd50fdba02,revision_number=1']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:09:59.065889 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba79d284-4430-461a-bbb1-20cae513a2a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:09:59.066282 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba79d284-4430-461a-bbb1-20cae513a2a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:09:59.066589 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba79d284-4430-461a-bbb1-20cae513a2a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:09:59.066920 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba79d284-4430-461a-bbb1-20cae513a2a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:09:59.067247 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba79d284-4430-461a-bbb1-20cae513a2a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:09:59.067736 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba79d284-4430-461a-bbb1-20cae513a2a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:09:59.068063 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba79d284-4430-461a-bbb1-20cae513a2a4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:09:59.068388 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba79d284-4430-461a-bbb1-20cae513a2a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:09:59.068887 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba79d284-4430-461a-bbb1-20cae513a2a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:09:59.069106 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba79d284-4430-461a-bbb1-20cae513a2a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:09:59.069426 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba79d284-4430-461a-bbb1-20cae513a2a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:09:59.069775 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba79d284-4430-461a-bbb1-20cae513a2a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:09:59.081369 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-ba79d284-4430-461a-bbb1-20cae513a2a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:09:59.559928 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-18706e58-8727-46c4-92a3-2f397ba6cdc0 None None] Provisioning complete for port d560f14c-725c-4726-a786-0f5fb4526de8 triggered by entity DHCP. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:09:59.560223 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-18706e58-8727-46c4-92a3-2f397ba6cdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:09:59.696197 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-18706e58-8727-46c4-92a3-2f397ba6cdc0 None None] Provisioning complete for port 6f5e893c-05ba-4602-abb5-7c1ddb269d24 triggered by entity DHCP. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:09:59.696584 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-18706e58-8727-46c4-92a3-2f397ba6cdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:09:59.984728 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-192a4215-1b66-4463-9076-43bca95ff353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:10:01.635173 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 44220) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:10:01.876320 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929f8f59-4c1b-47ec-af37-be38cc384afa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:10:01.876883 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929f8f59-4c1b-47ec-af37-be38cc384afa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:10:01.878871 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-929f8f59-4c1b-47ec-af37-be38cc384afa admin admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2425869 Jun 17 10:10:03.178469 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-37a49e4f-ba89-456a-bfc9-fec69b80da1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:10:03.544728 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:10:04.769464 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 44228) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:10:04.942523 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-76f1cb7e-d4ef-4c29-a3c2-2b16775f9f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:10:04.955821 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52193156-32f6-48c7-b995-b198453db67d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:10:04.956329 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52193156-32f6-48c7-b995-b198453db67d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:10:04.957938 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-52193156-32f6-48c7-b995-b198453db67d admin admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1868801 Jun 17 10:10:06.880547 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8334b2a8-081d-4a08-b273-522b2363e8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:10:07.801783 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 44236) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:10:08.032678 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb6eef7-3806-41fa-9e5e-e9fa2833fd8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:10:08.035182 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-2fb6eef7-3806-41fa-9e5e-e9fa2833fd8e admin admin] 10.222.0.22 "GET /v2.0/networks/ca6a8a4d-93b8-4490-aa3c-706a0423303e HTTP/1.1" status: 200 len: 886 time: 0.2319152 Jun 17 10:10:11.042873 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 44244) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:10:11.221715 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a032a672-c201-46d2-9b13-2929304938ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:10:11.223374 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-a032a672-c201-46d2-9b13-2929304938ec admin admin] 10.222.0.22 "GET /v2.0/networks/cc92d827-749a-4d66-9b57-3f953fb158e1 HTTP/1.1" status: 200 len: 869 time: 0.1792285 Jun 17 10:10:13.909936 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 44252) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:10:14.107638 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337297cc-3d20-4499-8ca5-e6fd850af8d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:10:14.108178 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337297cc-3d20-4499-8ca5-e6fd850af8d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:10:14.109939 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-337297cc-3d20-4499-8ca5-e6fd850af8d5 admin admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1987290 Jun 17 10:10:16.592374 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 44262) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:10:16.818976 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48eebba-a746-442e-88a1-935d1739acb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:10:16.819647 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48eebba-a746-442e-88a1-935d1739acb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:10:16.822715 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-d48eebba-a746-442e-88a1-935d1739acb3 admin admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2287743 Jun 17 10:10:19.470217 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 44270) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:10:19.604386 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd154a7d-5ed0-4b74-acc3-350d93d21718 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:10:19.605694 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-bd154a7d-5ed0-4b74-acc3-350d93d21718 admin admin] 10.222.0.22 "GET /v2.0/subnets/260414bf-ab79-4984-a32f-8ad464893cf6 HTTP/1.1" status: 200 len: 816 time: 0.1344774 Jun 17 10:10:22.972492 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 44278) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:10:23.108297 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57760b3-cf86-4aea-8388-a2135c5919f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:10:23.109885 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-a57760b3-cf86-4aea-8388-a2135c5919f2 admin admin] 10.222.0.22 "GET /v2.0/subnets/ac9789f8-883a-415c-9bbe-32cd50fdba02 HTTP/1.1" status: 200 len: 868 time: 0.1364279 Jun 17 10:10:29.872621 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-4b2f24c6-8de0-4086-b9a5-0f502c8f57f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:10:33.186480 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-bb52fbf3-0bbc-4a30-a654-9e16f4dc84fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:10:33.388561 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:10:34.702473 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.agents_db [None req-342b98a1-7fdc-4d24-a539-fe72a001d92b None None] Agent healthcheck: found 5 active agents {{(pid=93647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:10:34.963978 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-76f1cb7e-d4ef-4c29-a3c2-2b16775f9f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:10:36.856950 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8334b2a8-081d-4a08-b273-522b2363e8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:10:56.262736 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 44322) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:10:56.354623 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [None req-0d4ab7d1-6d8b-4022-9eeb-de4ee5ecaca3 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93645) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 10:10:56.356487 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-0d4ab7d1-6d8b-4022-9eeb-de4ee5ecaca3 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0921283 Jun 17 10:10:59.869360 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-f9fc2329-9eac-42bc-8775-ef683a90ef77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:10:59.984493 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 44330) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:11:00.064961 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee08ef6b-821e-4479-a830-f30e12f55a0e admin admin] GET failed (client error): The resource could not be found. Jun 17 10:11:00.066406 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-ee08ef6b-821e-4479-a830-f30e12f55a0e admin admin] 10.222.0.22 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0805750 Jun 17 10:11:00.311332 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b586c5-84ba-4b30-b175-95ba16763a15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:11:00.313215 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-27b586c5-84ba-4b30-b175-95ba16763a15 admin admin] 10.222.0.22 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2397501 Jun 17 10:11:02.905438 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 44338) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:11:02.985485 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.v2.base [None req-a319a8f5-c317-4c7b-af31-fa3dbc8df0ca admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=93645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:11:03.119262 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a319a8f5-c317-4c7b-af31-fa3dbc8df0ca admin admin] Made reservation on behalf of 1541c57e77b04f35a65e1fdd4a320ccb for: {'network': 1} {{(pid=93645) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:11:03.123014 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-a319a8f5-c317-4c7b-af31-fa3dbc8df0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3930454'] for network, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:03.166431 dv-cinder-796806-1-iscsi neutron-server[93645]: WARNING neutron.services.revisions.revision_plugin [None req-a319a8f5-c317-4c7b-af31-fa3dbc8df0ca admin admin] Could not find related network for resource to bump revision. Jun 17 10:11:03.184889 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a319a8f5-c317-4c7b-af31-fa3dbc8df0ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=93645) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 10:11:03.188195 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-77e626c1-e5b2-45a9-b614-87e5cb5ed634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:03.199356 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-a319a8f5-c317-4c7b-af31-fa3dbc8df0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3785028'] for segment, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:03.200811 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.db.segments_db [None req-a319a8f5-c317-4c7b-af31-fa3dbc8df0ca admin admin] Added segment 47010331-f716-4397-9cd2-cac12c0580be of type vlan for network 1672250f-6e4e-452b-8efb-01351e990fca Jun 17 10:11:03.287006 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-a319a8f5-c317-4c7b-af31-fa3dbc8df0ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740733824422'] for network, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:03.422610 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-a319a8f5-c317-4c7b-af31-fa3dbc8df0ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-714710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243'] for network, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:03.424528 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a319a8f5-c317-4c7b-af31-fa3dbc8df0ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:11:03.425424 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-a319a8f5-c317-4c7b-af31-fa3dbc8df0ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625220'] for network, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:03.431323 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-80b5c974-8b3c-455b-be72-aa24bac6aa9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:11:03.454734 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:03.532380 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a319a8f5-c317-4c7b-af31-fa3dbc8df0ca admin admin] Pushing event updated for resources: {'Network': ['ID=1672250f-6e4e-452b-8efb-01351e990fca,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:11:03.544039 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319a8f5-c317-4c7b-af31-fa3dbc8df0ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:11:03.544558 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319a8f5-c317-4c7b-af31-fa3dbc8df0ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:11:03.545025 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319a8f5-c317-4c7b-af31-fa3dbc8df0ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:11:03.545518 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319a8f5-c317-4c7b-af31-fa3dbc8df0ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:11:03.546046 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319a8f5-c317-4c7b-af31-fa3dbc8df0ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:11:03.546598 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319a8f5-c317-4c7b-af31-fa3dbc8df0ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:11:03.547106 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319a8f5-c317-4c7b-af31-fa3dbc8df0ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:11:03.547663 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319a8f5-c317-4c7b-af31-fa3dbc8df0ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:11:03.548165 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319a8f5-c317-4c7b-af31-fa3dbc8df0ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:11:03.548633 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319a8f5-c317-4c7b-af31-fa3dbc8df0ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:11:03.549092 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319a8f5-c317-4c7b-af31-fa3dbc8df0ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:11:03.549543 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319a8f5-c317-4c7b-af31-fa3dbc8df0ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:11:03.556323 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-a319a8f5-c317-4c7b-af31-fa3dbc8df0ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:11:03.564588 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Network 1672250f-6e4e-452b-8efb-01351e990fca details requested by agent ovs-agent-dv-cinder-796806-1-iscsi with host dv-cinder-796806-1-iscsi {{(pid=93646) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 10:11:03.752149 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-a319a8f5-c317-4c7b-af31-fa3dbc8df0ca admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8451917 Jun 17 10:11:04.976965 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-76f1cb7e-d4ef-4c29-a3c2-2b16775f9f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:06.544228 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 44350) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:11:06.635593 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0703a9e-665b-41e2-9a0c-7b3b779cdca6 admin admin] GET failed (client error): The resource could not be found. Jun 17 10:11:06.637201 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-e0703a9e-665b-41e2-9a0c-7b3b779cdca6 admin admin] 10.222.0.22 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0918419 Jun 17 10:11:06.721415 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157b45bd-4724-4f26-bbf7-153b13293949 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:11:06.722909 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-157b45bd-4724-4f26-bbf7-153b13293949 admin admin] 10.222.0.22 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0815203 Jun 17 10:11:06.734566 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.v2.base [None req-13783a3c-6f98-4c8e-aab2-9b87dcc18fcf admin admin] Request body: {'subnet': {'network_id': '1672250f-6e4e-452b-8efb-01351e990fca', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=93645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:11:06.934482 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13783a3c-6f98-4c8e-aab2-9b87dcc18fcf admin admin] Made reservation on behalf of 1541c57e77b04f35a65e1fdd4a320ccb for: {'subnet': 1} {{(pid=93645) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:11:06.937235 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-13783a3c-6f98-4c8e-aab2-9b87dcc18fcf admin admin] Notify callbacks [] for subnet, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:07.007811 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8334b2a8-081d-4a08-b273-522b2363e8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:07.331688 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-13783a3c-6f98-4c8e-aab2-9b87dcc18fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234'] for subnet, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:07.340399 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:11:07.415649 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13783a3c-6f98-4c8e-aab2-9b87dcc18fcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b7db674-8f98-421e-bf49-b7256fb90e6c,revision_number=0']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:11:07.421806 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-13783a3c-6f98-4c8e-aab2-9b87dcc18fcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:11:07.440047 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13783a3c-6f98-4c8e-aab2-9b87dcc18fcf admin admin] Checking segment: {'id': '47010331-f716-4397-9cd2-cac12c0580be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '1672250f-6e4e-452b-8efb-01351e990fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:11:07.440454 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13783a3c-6f98-4c8e-aab2-9b87dcc18fcf admin admin] Network hostable DHCP agents. Network: 1672250f-6e4e-452b-8efb-01351e990fca, hostable agents: ['337bcc12-ee2b-4966-b704-642398d54e19'], hosted agents: [] {{(pid=93645) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 10:11:07.630617 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13783a3c-6f98-4c8e-aab2-9b87dcc18fcf admin admin] Network 1672250f-6e4e-452b-8efb-01351e990fca is scheduled to be hosted by DHCP agent 337bcc12-ee2b-4966-b704-642398d54e19 with binding_index 1 {{(pid=93645) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 10:11:07.775829 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.base_scheduler [None req-13783a3c-6f98-4c8e-aab2-9b87dcc18fcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796806-1-iscsi, 1672250f-6e4e-452b-8efb-01351e990fca) {{(pid=93645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:11:07.781983 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13783a3c-6f98-4c8e-aab2-9b87dcc18fcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:11:07.782633 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-13783a3c-6f98-4c8e-aab2-9b87dcc18fcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625220'] for subnet, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:07.790633 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d480dfb1-ba58-45d7-8d9b-ea6642ddea1c None None] Network 1672250f-6e4e-452b-8efb-01351e990fca requested from dv-cinder-796806-1-iscsi {{(pid=93646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:11:07.909678 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-13783a3c-6f98-4c8e-aab2-9b87dcc18fcf admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1791244 Jun 17 10:11:08.045053 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe250420-f8d4-4d59-8904-4e18a2065757 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5dc65e0-4409-5911-8cd3-dd420be80dd8-1672250f-6e4e-452b-8efb-01351e990fca', 'network_id': '1672250f-6e4e-452b-8efb-01351e990fca', 'tenant_id': '1541c57e77b04f35a65e1fdd4a320ccb', 'fixed_ips': [{'subnet_id': '4b7db674-8f98-421e-bf49-b7256fb90e6c'}]}} from dv-cinder-796806-1-iscsi. {{(pid=93646) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 10:11:08.046356 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-fe250420-f8d4-4d59-8904-4e18a2065757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3930454'] for port, before_create {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:08.253294 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.db_base_plugin_common [None req-fe250420-f8d4-4d59-8904-4e18a2065757 None None] Allocated IP 192.168.233.2 (1672250f-6e4e-452b-8efb-01351e990fca/4b7db674-8f98-421e-bf49-b7256fb90e6c/17b83216-e90d-4ef1-8ba3-2c3da43b0c11) {{(pid=93646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:11:08.483635 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-fe250420-f8d4-4d59-8904-4e18a2065757 None None] Notify callbacks [] for port, precommit_create {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:08.495844 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-fe250420-f8d4-4d59-8904-4e18a2065757 None None] Transition to ACTIVE for port object 17b83216-e90d-4ef1-8ba3-2c3da43b0c11 will not be triggered until provisioned by entity L2. {{(pid=93646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:11:08.517815 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-fe250420-f8d4-4d59-8904-4e18a2065757 None None] Transition to ACTIVE for port object 17b83216-e90d-4ef1-8ba3-2c3da43b0c11 will not be triggered until provisioned by entity DHCP. {{(pid=93646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:11:08.591992 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-fe250420-f8d4-4d59-8904-4e18a2065757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3925395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740733869087'] for port, after_create {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:08.595920 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:11:08.663199 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe250420-f8d4-4d59-8904-4e18a2065757 None None] Network 1672250f-6e4e-452b-8efb-01351e990fca is already hosted by enough agents. {{(pid=93646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:11:08.669972 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.scheduler.base_scheduler [None req-fe250420-f8d4-4d59-8904-4e18a2065757 None None] Resources bound (agent type, host, resource id): {{(pid=93646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:11:08.673561 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe250420-f8d4-4d59-8904-4e18a2065757 None None] Received port after_create {{(pid=93646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:11:08.689360 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe250420-f8d4-4d59-8904-4e18a2065757 None None] Pushing event updated for resources: {'Port': ['ID=17b83216-e90d-4ef1-8ba3-2c3da43b0c11,revision_number=1']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:11:08.745944 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe250420-f8d4-4d59-8904-4e18a2065757 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:11:08.746503 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe250420-f8d4-4d59-8904-4e18a2065757 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:11:08.747057 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe250420-f8d4-4d59-8904-4e18a2065757 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:11:08.747670 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe250420-f8d4-4d59-8904-4e18a2065757 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:11:08.748233 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe250420-f8d4-4d59-8904-4e18a2065757 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:11:08.748801 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe250420-f8d4-4d59-8904-4e18a2065757 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:11:08.749532 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe250420-f8d4-4d59-8904-4e18a2065757 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:11:08.750097 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe250420-f8d4-4d59-8904-4e18a2065757 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:11:08.750670 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe250420-f8d4-4d59-8904-4e18a2065757 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:11:08.751236 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe250420-f8d4-4d59-8904-4e18a2065757 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:11:08.751913 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe250420-f8d4-4d59-8904-4e18a2065757 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:11:08.752384 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe250420-f8d4-4d59-8904-4e18a2065757 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:11:08.761119 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-fe250420-f8d4-4d59-8904-4e18a2065757 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:11:08.816042 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.managers [None req-fe250420-f8d4-4d59-8904-4e18a2065757 None None] Attempting to bind port 17b83216-e90d-4ef1-8ba3-2c3da43b0c11 on host dv-cinder-796806-1-iscsi for vnic_type normal with profile {{(pid=93646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:11:08.816426 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.managers [None req-fe250420-f8d4-4d59-8904-4e18a2065757 None None] Attempting to bind port 17b83216-e90d-4ef1-8ba3-2c3da43b0c11 by drivers openvswitch,hyperv on host dv-cinder-796806-1-iscsi at level 0 using segments [{'id': '47010331-f716-4397-9cd2-cac12c0580be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '1672250f-6e4e-452b-8efb-01351e990fca'}] {{(pid=93646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:11:08.816899 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe250420-f8d4-4d59-8904-4e18a2065757 None None] Attempting to bind port 17b83216-e90d-4ef1-8ba3-2c3da43b0c11 on network 1672250f-6e4e-452b-8efb-01351e990fca {{(pid=93646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:11:08.825339 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe250420-f8d4-4d59-8904-4e18a2065757 None None] Checking agent: {'id': 'f230d01b-21be-4f06-8428-d429ae72cfd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796806-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 7, 3), 'started_at': datetime.datetime(2021, 6, 17, 10, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796806-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:11:08.825953 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe250420-f8d4-4d59-8904-4e18a2065757 None None] Checking segment: {'id': '47010331-f716-4397-9cd2-cac12c0580be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '1672250f-6e4e-452b-8efb-01351e990fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:11:08.826600 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-fe250420-f8d4-4d59-8904-4e18a2065757 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:08.827240 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe250420-f8d4-4d59-8904-4e18a2065757 None None] Bound using segment: {'id': '47010331-f716-4397-9cd2-cac12c0580be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '1672250f-6e4e-452b-8efb-01351e990fca'} {{(pid=93646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:11:08.828122 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.managers [None req-fe250420-f8d4-4d59-8904-4e18a2065757 None None] Bound port: 17b83216-e90d-4ef1-8ba3-2c3da43b0c11, host: dv-cinder-796806-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47010331-f716-4397-9cd2-cac12c0580be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '1672250f-6e4e-452b-8efb-01351e990fca'}}] {{(pid=93646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:11:08.828698 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-fe250420-f8d4-4d59-8904-4e18a2065757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:08.946671 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-fe250420-f8d4-4d59-8904-4e18a2065757 None None] For port 17b83216-e90d-4ef1-8ba3-2c3da43b0c11, host dv-cinder-796806-1-iscsi, cleared binding levels {{(pid=93646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:11:08.950201 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-fe250420-f8d4-4d59-8904-4e18a2065757 None None] For port 17b83216-e90d-4ef1-8ba3-2c3da43b0c11, host dv-cinder-796806-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=17b83216-e90d-4ef1-8ba3-2c3da43b0c11,segment=NetworkSegment(47010331-f716-4397-9cd2-cac12c0580be),segment_id=47010331-f716-4397-9cd2-cac12c0580be)] {{(pid=93646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:11:09.053575 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-fe250420-f8d4-4d59-8904-4e18a2065757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:09.059309 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:11:09.165601 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe250420-f8d4-4d59-8904-4e18a2065757 None None] Pushing event updated for resources: {'Port': ['ID=17b83216-e90d-4ef1-8ba3-2c3da43b0c11,revision_number=2']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:11:09.170442 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-fe250420-f8d4-4d59-8904-4e18a2065757 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:11:10.061821 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device 17b83216-e90d-4ef1-8ba3-2c3da43b0c11 up at agent ovs-agent-dv-cinder-796806-1-iscsi {{(pid=93646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:11:10.244300 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b55d695-de46-4a08-a40f-75a3702aed82 None None] Network 1672250f-6e4e-452b-8efb-01351e990fca requested from dv-cinder-796806-1-iscsi {{(pid=93646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:11:10.261066 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Provisioning for port 17b83216-e90d-4ef1-8ba3-2c3da43b0c11 completed by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:11:10.457539 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-f1375e82-7484-467c-a408-00a9e4f3d589 None None] Provisioning for port 17b83216-e90d-4ef1-8ba3-2c3da43b0c11 completed by entity DHCP. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:11:10.467829 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-f1375e82-7484-467c-a408-00a9e4f3d589 None None] Provisioning complete for port 17b83216-e90d-4ef1-8ba3-2c3da43b0c11 triggered by entity DHCP. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:11:10.477187 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-f1375e82-7484-467c-a408-00a9e4f3d589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:10.592338 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-f1375e82-7484-467c-a408-00a9e4f3d589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:10.647297 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-f1375e82-7484-467c-a408-00a9e4f3d589 None None] For port 17b83216-e90d-4ef1-8ba3-2c3da43b0c11, host dv-cinder-796806-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=17b83216-e90d-4ef1-8ba3-2c3da43b0c11,segment=NetworkSegment(47010331-f716-4397-9cd2-cac12c0580be),segment_id=47010331-f716-4397-9cd2-cac12c0580be)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:11:10.759429 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-f1375e82-7484-467c-a408-00a9e4f3d589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:10.762452 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:11:10.833362 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1375e82-7484-467c-a408-00a9e4f3d589 None None] Pushing event updated for resources: {'Port': ['ID=17b83216-e90d-4ef1-8ba3-2c3da43b0c11,revision_number=3']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:11:10.841706 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-f1375e82-7484-467c-a408-00a9e4f3d589 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:11:10.887394 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-685c70d8-d690-4977-a347-67ba224a8e72 None None] Provisioning complete for port 17b83216-e90d-4ef1-8ba3-2c3da43b0c11 triggered by entity DHCP. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:11:10.887801 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-685c70d8-d690-4977-a347-67ba224a8e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:11.614962 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.agents_db [None req-342b98a1-7fdc-4d24-a539-fe72a001d92b None None] Agent healthcheck: found 5 active agents {{(pid=93647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:11:12.016243 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device 17b83216-e90d-4ef1-8ba3-2c3da43b0c11 up at agent ovs-agent-dv-cinder-796806-1-iscsi {{(pid=93646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:11:12.093748 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Provisioning complete for port 17b83216-e90d-4ef1-8ba3-2c3da43b0c11 triggered by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:11:12.094594 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:29.998284 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-140b3170-4c04-4523-b8c4-ae049ab06092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:33.335264 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-31e30f8f-00f2-46ce-aee7-e99b9c67ab8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:33.473281 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:34.945104 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-76f1cb7e-d4ef-4c29-a3c2-2b16775f9f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:36.942800 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8334b2a8-081d-4a08-b273-522b2363e8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:11:48.620062 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.agents_db [None req-342b98a1-7fdc-4d24-a539-fe72a001d92b None None] Agent healthcheck: found 5 active agents {{(pid=93647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:11:59.901277 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-01ae1df3-471b-4531-8a49-920a2df88d2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:12:03.238399 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-81685527-45e5-49ac-b20f-027c826db36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:12:03.466711 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:12:05.015836 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-76f1cb7e-d4ef-4c29-a3c2-2b16775f9f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:12:07.193409 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8334b2a8-081d-4a08-b273-522b2363e8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:12:25.621437 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.agents_db [None req-342b98a1-7fdc-4d24-a539-fe72a001d92b None None] Agent healthcheck: found 5 active agents {{(pid=93647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:12:29.914344 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-cb7c9c3b-17c4-4622-9ce4-e8c17f5fc2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:12:33.177346 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-336bd9c6-6ad2-4378-8e8f-e8a3026283dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:12:33.454467 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:12:35.104681 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-76f1cb7e-d4ef-4c29-a3c2-2b16775f9f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:12:36.879268 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8334b2a8-081d-4a08-b273-522b2363e8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:12:59.939165 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-a04c9c3e-b157-4991-bc14-83e9ec3f242b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:13:02.622416 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.agents_db [None req-342b98a1-7fdc-4d24-a539-fe72a001d92b None None] Agent healthcheck: found 5 active agents {{(pid=93647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:13:02.701616 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 44398) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:13:02.709524 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [None req-32dec1da-fa16-49bc-abbc-8e3a6282db46 tempest-verify_tempest_config-1730426251 tempest-verify_tempest_config-1730426251-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93644) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 10:13:02.710771 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-32dec1da-fa16-49bc-abbc-8e3a6282db46 tempest-verify_tempest_config-1730426251 tempest-verify_tempest_config-1730426251-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0080819 Jun 17 10:13:03.411806 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ab59570d-fdca-4267-a997-d759d599646d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:13:03.481951 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:13:03.936968 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 44416) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:13:04.106843 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-f3536bbc-491d-4159-8c08-5df34d3fa79e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:13:04.259045 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-f3536bbc-491d-4159-8c08-5df34d3fa79e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:13:04.341714 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-f3536bbc-491d-4159-8c08-5df34d3fa79e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:13:04.347696 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-1e6dcece-0b76-411f-b551-8c4f6815f2eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:13:04.517009 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3536bbc-491d-4159-8c08-5df34d3fa79e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=662fd842-c5f6-4e50-8745-e7df34ce40de,revision_number=1']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:13:04.520946 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-f3536bbc-491d-4159-8c08-5df34d3fa79e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=09c7f6a41c144690be83a2ee8f4b3c88&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5825655 Jun 17 10:13:04.524088 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 44420) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:13:04.527306 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3536bbc-491d-4159-8c08-5df34d3fa79e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:13:04.527766 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3536bbc-491d-4159-8c08-5df34d3fa79e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:13:04.528066 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3536bbc-491d-4159-8c08-5df34d3fa79e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:13:04.528407 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3536bbc-491d-4159-8c08-5df34d3fa79e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:13:04.528743 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3536bbc-491d-4159-8c08-5df34d3fa79e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:13:04.529103 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3536bbc-491d-4159-8c08-5df34d3fa79e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:13:04.529436 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3536bbc-491d-4159-8c08-5df34d3fa79e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:13:04.529792 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3536bbc-491d-4159-8c08-5df34d3fa79e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:13:04.530141 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3536bbc-491d-4159-8c08-5df34d3fa79e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:13:04.530477 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3536bbc-491d-4159-8c08-5df34d3fa79e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:13:04.530796 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3536bbc-491d-4159-8c08-5df34d3fa79e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:13:04.531721 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3536bbc-491d-4159-8c08-5df34d3fa79e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:13:04.536228 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-f3536bbc-491d-4159-8c08-5df34d3fa79e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:13:04.612203 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-b2228f2f-40bf-4a47-b77a-3072f6532958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:13:04.650756 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-b2228f2f-40bf-4a47-b77a-3072f6532958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:13:04.870308 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-b2228f2f-40bf-4a47-b77a-3072f6532958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:13:04.874700 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-b2228f2f-40bf-4a47-b77a-3072f6532958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:13:04.877207 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-b2228f2f-40bf-4a47-b77a-3072f6532958 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/662fd842-c5f6-4e50-8745-e7df34ce40de HTTP/1.1" status: 204 len: 168 time: 0.3516028 Jun 17 10:13:04.878344 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-80b5c974-8b3c-455b-be72-aa24bac6aa9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:13:04.892557 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2228f2f-40bf-4a47-b77a-3072f6532958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=662fd842-c5f6-4e50-8745-e7df34ce40de,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:13:04.905767 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2228f2f-40bf-4a47-b77a-3072f6532958 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:13:04.906168 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2228f2f-40bf-4a47-b77a-3072f6532958 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:13:04.907237 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2228f2f-40bf-4a47-b77a-3072f6532958 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:13:04.907600 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2228f2f-40bf-4a47-b77a-3072f6532958 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:13:04.907942 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2228f2f-40bf-4a47-b77a-3072f6532958 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:13:04.908696 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2228f2f-40bf-4a47-b77a-3072f6532958 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:13:04.908696 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2228f2f-40bf-4a47-b77a-3072f6532958 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:13:04.909087 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2228f2f-40bf-4a47-b77a-3072f6532958 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:13:04.909320 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2228f2f-40bf-4a47-b77a-3072f6532958 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:13:04.909854 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2228f2f-40bf-4a47-b77a-3072f6532958 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:13:04.910204 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2228f2f-40bf-4a47-b77a-3072f6532958 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:13:04.910687 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2228f2f-40bf-4a47-b77a-3072f6532958 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:13:04.914215 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-b2228f2f-40bf-4a47-b77a-3072f6532958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:13:05.016065 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-76f1cb7e-d4ef-4c29-a3c2-2b16775f9f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:13:06.901620 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8334b2a8-081d-4a08-b273-522b2363e8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:13:29.894987 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-627c8705-31e3-41d5-9208-fecb5f1c1a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:13:33.197531 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-867ebd7c-b3ba-41cc-b747-8eb18d18c572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:13:33.454496 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:13:34.972415 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-76f1cb7e-d4ef-4c29-a3c2-2b16775f9f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:13:36.880849 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8334b2a8-081d-4a08-b273-522b2363e8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:13:39.626781 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.agents_db [None req-342b98a1-7fdc-4d24-a539-fe72a001d92b None None] Agent healthcheck: found 5 active agents {{(pid=93647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:13:59.880942 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-dbc2d405-4c02-4e97-b7ab-d0bc422a31b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:14:03.186250 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-f2d447ab-aa1e-4580-9eb7-8e20513c8640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:14:03.402949 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:14:04.971292 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-76f1cb7e-d4ef-4c29-a3c2-2b16775f9f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:14:06.906900 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8334b2a8-081d-4a08-b273-522b2363e8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:14:16.626146 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.agents_db [None req-342b98a1-7fdc-4d24-a539-fe72a001d92b None None] Agent healthcheck: found 5 active agents {{(pid=93647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:14:30.034338 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-e683fd4a-4ac9-41af-bc07-dda8d7d07050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:14:33.191600 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-20a9209a-a2dd-412d-b10f-a3cf08469ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:14:33.408466 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:14:34.971945 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-76f1cb7e-d4ef-4c29-a3c2-2b16775f9f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:14:36.899808 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8334b2a8-081d-4a08-b273-522b2363e8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:14:53.631668 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.agents_db [None req-342b98a1-7fdc-4d24-a539-fe72a001d92b None None] Agent healthcheck: found 5 active agents {{(pid=93647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:14:57.962331 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583'] for agent, after_create {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:14:59.899738 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-cc271063-e13b-4120-9a90-e75c56dcda5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:15:02.123864 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 44482) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:15:02.287207 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-59772bf1-c43c-44cf-b491-1d1a79bf7ba1 admin admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1615391 Jun 17 10:15:03.234802 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-7ac95d67-88f4-4718-ba6c-c94392ac2e6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:15:03.451909 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:15:05.030942 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-76f1cb7e-d4ef-4c29-a3c2-2b16775f9f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:15:05.281613 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 44492) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:15:05.399463 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-213fe8d8-8338-4680-9a5b-48826001ff76 admin admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1161380 Jun 17 10:15:06.883087 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8334b2a8-081d-4a08-b273-522b2363e8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:15:27.848053 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:15:29.893829 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-1db6ded2-32d2-4568-9518-f4738d8792cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:15:30.630395 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.agents_db [None req-342b98a1-7fdc-4d24-a539-fe72a001d92b None None] Agent healthcheck: found 6 active agents {{(pid=93647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:15:33.213090 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-43a90608-a980-4112-8644-fb143fc83097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:15:33.447836 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:15:35.002277 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-76f1cb7e-d4ef-4c29-a3c2-2b16775f9f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:15:36.949127 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8334b2a8-081d-4a08-b273-522b2363e8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:15:57.846328 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:15:59.926618 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-79b29eb3-d3b7-4d58-b694-cbc4d409646a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:03.209948 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ec9bc3d4-430d-438c-8c63-85cf94ef7707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:03.454664 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:05.048363 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-76f1cb7e-d4ef-4c29-a3c2-2b16775f9f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:06.986549 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8334b2a8-081d-4a08-b273-522b2363e8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:07.638273 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.agents_db [None req-342b98a1-7fdc-4d24-a539-fe72a001d92b None None] Agent healthcheck: found 6 active agents {{(pid=93647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:16:27.853704 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:29.888682 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8a74a342-b114-4117-ab8a-ff394faca660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:33.207266 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-424a7eec-1691-455f-a83e-aa65eb5e2fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:33.429109 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:35.036147 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-76f1cb7e-d4ef-4c29-a3c2-2b16775f9f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:36.927815 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8334b2a8-081d-4a08-b273-522b2363e8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:44.634338 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.agents_db [None req-342b98a1-7fdc-4d24-a539-fe72a001d92b None None] Agent healthcheck: found 6 active agents {{(pid=93647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:16:48.903012 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 44678) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:16:48.980968 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 44686) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:16:49.114591 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 44694) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:16:49.546322 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.v2.base [None req-f8ef219f-2cbf-49cf-bc50-b390004ad77d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1530405765-network', 'tenant_id': '7c65ad8f35ae464b8ab3462292a725d5'}} {{(pid=93644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:16:49.619921 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.v2.base [None req-87a874d2-2c30-4c02-95af-5c157e6c3b5b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1520108491-network', 'tenant_id': '5bd0dd2afc794054a2ded47901ac6c2e'}} {{(pid=93645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:16:49.794614 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ef219f-2cbf-49cf-bc50-b390004ad77d admin admin] Made reservation on behalf of 7c65ad8f35ae464b8ab3462292a725d5 for: {'network': 1} {{(pid=93644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:16:49.800423 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-f8ef219f-2cbf-49cf-bc50-b390004ad77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3930454'] for network, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:49.817998 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-f8ef219f-2cbf-49cf-bc50-b390004ad77d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:49.954187 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.v2.base [None req-dbbfa3f9-84d8-43cc-9518-90b649fadd38 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2106222496-network', 'tenant_id': '4c8d7c9355994183af2479978aa41f9e'}} {{(pid=93645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:16:49.967406 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a874d2-2c30-4c02-95af-5c157e6c3b5b admin admin] Made reservation on behalf of 5bd0dd2afc794054a2ded47901ac6c2e for: {'network': 1} {{(pid=93645) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:16:49.973831 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-87a874d2-2c30-4c02-95af-5c157e6c3b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3930454'] for network, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:49.991849 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.db.api [None req-dbbfa3f9-84d8-43cc-9518-90b649fadd38 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 17 10:16:49.991849 dv-cinder-796806-1-iscsi neutron-server[93645]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 17 10:16:49.991849 dv-cinder-796806-1-iscsi neutron-server[93645]: [parameters: {'project_id_1': '4c8d7c9355994183af2479978aa41f9e', 'expiration_1': datetime.datetime(2021, 6, 17, 10, 16, 49, 960081)}] Jun 17 10:16:49.991849 dv-cinder-796806-1-iscsi neutron-server[93645]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93645) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 10:16:49.992740 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_db.api [None req-dbbfa3f9-84d8-43cc-9518-90b649fadd38 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 10:16:49.993675 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-87a874d2-2c30-4c02-95af-5c157e6c3b5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:50.104042 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-f8ef219f-2cbf-49cf-bc50-b390004ad77d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:50.206069 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-f8ef219f-2cbf-49cf-bc50-b390004ad77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:50.213870 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-f3536bbc-491d-4159-8c08-5df34d3fa79e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:16:50.270414 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ef219f-2cbf-49cf-bc50-b390004ad77d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b298a6e-ca03-4b84-a35f-a75e19063a83,revision_number=1']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:16:50.289675 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ef219f-2cbf-49cf-bc50-b390004ad77d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:16:50.290540 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ef219f-2cbf-49cf-bc50-b390004ad77d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:16:50.292991 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ef219f-2cbf-49cf-bc50-b390004ad77d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:16:50.293767 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ef219f-2cbf-49cf-bc50-b390004ad77d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:16:50.308464 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ef219f-2cbf-49cf-bc50-b390004ad77d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:16:50.309562 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ef219f-2cbf-49cf-bc50-b390004ad77d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:16:50.310367 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ef219f-2cbf-49cf-bc50-b390004ad77d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:16:50.311202 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ef219f-2cbf-49cf-bc50-b390004ad77d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:16:50.312284 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ef219f-2cbf-49cf-bc50-b390004ad77d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:16:50.314821 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ef219f-2cbf-49cf-bc50-b390004ad77d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:16:50.314821 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ef219f-2cbf-49cf-bc50-b390004ad77d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:16:50.314821 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ef219f-2cbf-49cf-bc50-b390004ad77d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:16:50.316863 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ef219f-2cbf-49cf-bc50-b390004ad77d admin admin] Tracked resource versions report: Jun 17 10:16:50.316863 dv-cinder-796806-1-iscsi neutron-server[93644]: pushed versions: Jun 17 10:16:50.316863 dv-cinder-796806-1-iscsi neutron-server[93644]: { 'AddressGroup': {'1.2'}, Jun 17 10:16:50.316863 dv-cinder-796806-1-iscsi neutron-server[93644]: 'ConntrackHelper': {'1.0'}, Jun 17 10:16:50.316863 dv-cinder-796806-1-iscsi neutron-server[93644]: 'Log': {'1.0'}, Jun 17 10:16:50.316863 dv-cinder-796806-1-iscsi neutron-server[93644]: 'Network': {'1.1'}, Jun 17 10:16:50.316863 dv-cinder-796806-1-iscsi neutron-server[93644]: 'Port': {'1.7'}, Jun 17 10:16:50.316863 dv-cinder-796806-1-iscsi neutron-server[93644]: 'PortForwarding': {'1.2'}, Jun 17 10:16:50.316863 dv-cinder-796806-1-iscsi neutron-server[93644]: 'QosPolicy': {'1.8'}, Jun 17 10:16:50.316863 dv-cinder-796806-1-iscsi neutron-server[93644]: 'SecurityGroup': {'1.4'}, Jun 17 10:16:50.316863 dv-cinder-796806-1-iscsi neutron-server[93644]: 'SecurityGroupRule': {'1.2'}, Jun 17 10:16:50.316863 dv-cinder-796806-1-iscsi neutron-server[93644]: 'SubPort': {'1.0'}, Jun 17 10:16:50.316863 dv-cinder-796806-1-iscsi neutron-server[93644]: 'Subnet': {'1.1'}, Jun 17 10:16:50.316863 dv-cinder-796806-1-iscsi neutron-server[93644]: 'Trunk': {'1.1'}} Jun 17 10:16:50.316863 dv-cinder-796806-1-iscsi neutron-server[93644]: consumer versions: Jun 17 10:16:50.316863 dv-cinder-796806-1-iscsi neutron-server[93644]: { DHCP agent@dv-cinder-796806-1-iscsi: {}, Jun 17 10:16:50.316863 dv-cinder-796806-1-iscsi neutron-server[93644]: HyperV agent@hv-cinder-79680: {}, Jun 17 10:16:50.316863 dv-cinder-796806-1-iscsi neutron-server[93644]: L3 agent@dv-cinder-796806-1-iscsi: {}, Jun 17 10:16:50.316863 dv-cinder-796806-1-iscsi neutron-server[93644]: Metadata agent@dv-cinder-796806-1-iscsi: {}, Jun 17 10:16:50.316863 dv-cinder-796806-1-iscsi neutron-server[93644]: Metering agent@dv-cinder-796806-1-iscsi: {}, Jun 17 10:16:50.316863 dv-cinder-796806-1-iscsi neutron-server[93644]: Open vSwitch agent@dv-cinder-796806-1-iscsi: { 'AddressGroup': '1.2', Jun 17 10:16:50.316863 dv-cinder-796806-1-iscsi neutron-server[93644]: 'ConntrackHelper': '1.0', Jun 17 10:16:50.316863 dv-cinder-796806-1-iscsi neutron-server[93644]: 'Log': '1.0', Jun 17 10:16:50.316863 dv-cinder-796806-1-iscsi neutron-server[93644]: 'Network': '1.1', Jun 17 10:16:50.316863 dv-cinder-796806-1-iscsi neutron-server[93644]: 'Port': '1.7', Jun 17 10:16:50.316863 dv-cinder-796806-1-iscsi neutron-server[93644]: 'PortForwarding': '1.2', Jun 17 10:16:50.316863 dv-cinder-796806-1-iscsi neutron-server[93644]: 'QosPolicy': '1.8', Jun 17 10:16:50.316863 dv-cinder-796806-1-iscsi neutron-server[93644]: 'SecurityGroup': '1.4', Jun 17 10:16:50.316863 dv-cinder-796806-1-iscsi neutron-server[93644]: 'SecurityGroupRule': '1.2', Jun 17 10:16:50.316863 dv-cinder-796806-1-iscsi neutron-server[93644]: 'SubPort': '1.0', Jun 17 10:16:50.316863 dv-cinder-796806-1-iscsi neutron-server[93644]: 'Subnet': '1.1', Jun 17 10:16:50.316863 dv-cinder-796806-1-iscsi neutron-server[93644]: 'Trunk': '1.1'}} Jun 17 10:16:50.316863 dv-cinder-796806-1-iscsi neutron-server[93644]: {{(pid=93644) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 10:16:50.332035 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-f8ef219f-2cbf-49cf-bc50-b390004ad77d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:16:50.341932 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8ef219f-2cbf-49cf-bc50-b390004ad77d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=93644) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 10:16:50.362535 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-87a874d2-2c30-4c02-95af-5c157e6c3b5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:50.365246 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-f8ef219f-2cbf-49cf-bc50-b390004ad77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3785028'] for segment, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:50.365625 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.db.segments_db [None req-f8ef219f-2cbf-49cf-bc50-b390004ad77d admin admin] Added segment 18c6c105-9c0b-4401-b33f-19dbd1751948 of type vlan for network 9a805b2b-cd8e-4e47-bb4f-0c9740043540 Jun 17 10:16:50.421256 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 44732) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:16:50.447487 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-87a874d2-2c30-4c02-95af-5c157e6c3b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:50.458591 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:16:50.481511 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-f8ef219f-2cbf-49cf-bc50-b390004ad77d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740733824422'] for network, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:50.514158 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a874d2-2c30-4c02-95af-5c157e6c3b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:16:50.519879 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87a874d2-2c30-4c02-95af-5c157e6c3b5b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=93645) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 10:16:50.529781 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a874d2-2c30-4c02-95af-5c157e6c3b5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:16:50.530328 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a874d2-2c30-4c02-95af-5c157e6c3b5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:16:50.530875 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a874d2-2c30-4c02-95af-5c157e6c3b5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:16:50.531758 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a874d2-2c30-4c02-95af-5c157e6c3b5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:16:50.532270 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a874d2-2c30-4c02-95af-5c157e6c3b5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:16:50.532718 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a874d2-2c30-4c02-95af-5c157e6c3b5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:16:50.533195 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a874d2-2c30-4c02-95af-5c157e6c3b5b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:16:50.533686 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a874d2-2c30-4c02-95af-5c157e6c3b5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:16:50.534177 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a874d2-2c30-4c02-95af-5c157e6c3b5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:16:50.534621 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a874d2-2c30-4c02-95af-5c157e6c3b5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:16:50.535098 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a874d2-2c30-4c02-95af-5c157e6c3b5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:16:50.535600 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a874d2-2c30-4c02-95af-5c157e6c3b5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:16:50.537255 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a874d2-2c30-4c02-95af-5c157e6c3b5b admin admin] Tracked resource versions report: Jun 17 10:16:50.537255 dv-cinder-796806-1-iscsi neutron-server[93645]: pushed versions: Jun 17 10:16:50.537255 dv-cinder-796806-1-iscsi neutron-server[93645]: { 'AddressGroup': {'1.2'}, Jun 17 10:16:50.537255 dv-cinder-796806-1-iscsi neutron-server[93645]: 'ConntrackHelper': {'1.0'}, Jun 17 10:16:50.537255 dv-cinder-796806-1-iscsi neutron-server[93645]: 'Log': {'1.0'}, Jun 17 10:16:50.537255 dv-cinder-796806-1-iscsi neutron-server[93645]: 'Network': {'1.1'}, Jun 17 10:16:50.537255 dv-cinder-796806-1-iscsi neutron-server[93645]: 'Port': {'1.7'}, Jun 17 10:16:50.537255 dv-cinder-796806-1-iscsi neutron-server[93645]: 'PortForwarding': {'1.2'}, Jun 17 10:16:50.537255 dv-cinder-796806-1-iscsi neutron-server[93645]: 'QosPolicy': {'1.8'}, Jun 17 10:16:50.537255 dv-cinder-796806-1-iscsi neutron-server[93645]: 'SecurityGroup': {'1.4'}, Jun 17 10:16:50.537255 dv-cinder-796806-1-iscsi neutron-server[93645]: 'SecurityGroupRule': {'1.2'}, Jun 17 10:16:50.537255 dv-cinder-796806-1-iscsi neutron-server[93645]: 'SubPort': {'1.0'}, Jun 17 10:16:50.537255 dv-cinder-796806-1-iscsi neutron-server[93645]: 'Subnet': {'1.1'}, Jun 17 10:16:50.537255 dv-cinder-796806-1-iscsi neutron-server[93645]: 'Trunk': {'1.1'}} Jun 17 10:16:50.537255 dv-cinder-796806-1-iscsi neutron-server[93645]: consumer versions: Jun 17 10:16:50.537255 dv-cinder-796806-1-iscsi neutron-server[93645]: { DHCP agent@dv-cinder-796806-1-iscsi: {}, Jun 17 10:16:50.537255 dv-cinder-796806-1-iscsi neutron-server[93645]: HyperV agent@hv-cinder-79680: {}, Jun 17 10:16:50.537255 dv-cinder-796806-1-iscsi neutron-server[93645]: L3 agent@dv-cinder-796806-1-iscsi: {}, Jun 17 10:16:50.537255 dv-cinder-796806-1-iscsi neutron-server[93645]: Metadata agent@dv-cinder-796806-1-iscsi: {}, Jun 17 10:16:50.537255 dv-cinder-796806-1-iscsi neutron-server[93645]: Metering agent@dv-cinder-796806-1-iscsi: {}, Jun 17 10:16:50.537255 dv-cinder-796806-1-iscsi neutron-server[93645]: Open vSwitch agent@dv-cinder-796806-1-iscsi: { 'AddressGroup': '1.2', Jun 17 10:16:50.537255 dv-cinder-796806-1-iscsi neutron-server[93645]: 'ConntrackHelper': '1.0', Jun 17 10:16:50.537255 dv-cinder-796806-1-iscsi neutron-server[93645]: 'Log': '1.0', Jun 17 10:16:50.537255 dv-cinder-796806-1-iscsi neutron-server[93645]: 'Network': '1.1', Jun 17 10:16:50.537255 dv-cinder-796806-1-iscsi neutron-server[93645]: 'Port': '1.7', Jun 17 10:16:50.537255 dv-cinder-796806-1-iscsi neutron-server[93645]: 'PortForwarding': '1.2', Jun 17 10:16:50.537255 dv-cinder-796806-1-iscsi neutron-server[93645]: 'QosPolicy': '1.8', Jun 17 10:16:50.537255 dv-cinder-796806-1-iscsi neutron-server[93645]: 'SecurityGroup': '1.4', Jun 17 10:16:50.537255 dv-cinder-796806-1-iscsi neutron-server[93645]: 'SecurityGroupRule': '1.2', Jun 17 10:16:50.537255 dv-cinder-796806-1-iscsi neutron-server[93645]: 'SubPort': '1.0', Jun 17 10:16:50.537255 dv-cinder-796806-1-iscsi neutron-server[93645]: 'Subnet': '1.1', Jun 17 10:16:50.537255 dv-cinder-796806-1-iscsi neutron-server[93645]: 'Trunk': '1.1'}} Jun 17 10:16:50.537255 dv-cinder-796806-1-iscsi neutron-server[93645]: {{(pid=93645) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 10:16:50.553055 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-87a874d2-2c30-4c02-95af-5c157e6c3b5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:16:50.570314 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-87a874d2-2c30-4c02-95af-5c157e6c3b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3785028'] for segment, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:50.570887 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.db.segments_db [None req-87a874d2-2c30-4c02-95af-5c157e6c3b5b admin admin] Added segment ec66c95e-bed2-41a1-bed7-5691438f5994 of type vlan for network d773beeb-675a-4b62-b751-30bf7ea2150d Jun 17 10:16:50.602030 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-f8ef219f-2cbf-49cf-bc50-b390004ad77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-714710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243'] for network, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:50.609658 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ef219f-2cbf-49cf-bc50-b390004ad77d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:16:50.611743 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-f8ef219f-2cbf-49cf-bc50-b390004ad77d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625220'] for network, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:50.638269 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-1e6dcece-0b76-411f-b551-8c4f6815f2eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:16:50.660110 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-87a874d2-2c30-4c02-95af-5c157e6c3b5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740733824422'] for network, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:50.690573 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbbfa3f9-84d8-43cc-9518-90b649fadd38 admin admin] Made reservation on behalf of 4c8d7c9355994183af2479978aa41f9e for: {'network': 1} {{(pid=93645) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:16:50.693680 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-dbbfa3f9-84d8-43cc-9518-90b649fadd38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3930454'] for network, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:50.720991 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-dbbfa3f9-84d8-43cc-9518-90b649fadd38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:50.769212 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ef219f-2cbf-49cf-bc50-b390004ad77d admin admin] Pushing event updated for resources: {'Network': ['ID=9a805b2b-cd8e-4e47-bb4f-0c9740043540,revision_number=1']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:16:50.777467 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-f8ef219f-2cbf-49cf-bc50-b390004ad77d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:16:50.787245 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Network 9a805b2b-cd8e-4e47-bb4f-0c9740043540 details requested by agent ovs-agent-dv-cinder-796806-1-iscsi with host dv-cinder-796806-1-iscsi {{(pid=93646) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 10:16:50.827562 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-f8ef219f-2cbf-49cf-bc50-b390004ad77d admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9220521 Jun 17 10:16:50.844684 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 44744) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:16:50.862010 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.v2.base [None req-361df66a-e84b-46a2-9520-68f0a72b1525 admin admin] Request body: {'subnet': {'network_id': '9a805b2b-cd8e-4e47-bb4f-0c9740043540', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1530405765-subnet', 'tenant_id': '7c65ad8f35ae464b8ab3462292a725d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:16:50.885526 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-87a874d2-2c30-4c02-95af-5c157e6c3b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-714710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243'] for network, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:50.895479 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a874d2-2c30-4c02-95af-5c157e6c3b5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:16:50.896583 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-87a874d2-2c30-4c02-95af-5c157e6c3b5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625220'] for network, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:50.905514 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:16:51.071239 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a874d2-2c30-4c02-95af-5c157e6c3b5b admin admin] Pushing event updated for resources: {'Network': ['ID=d773beeb-675a-4b62-b751-30bf7ea2150d,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:16:51.084569 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-87a874d2-2c30-4c02-95af-5c157e6c3b5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:16:51.091205 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Network d773beeb-675a-4b62-b751-30bf7ea2150d details requested by agent ovs-agent-dv-cinder-796806-1-iscsi with host dv-cinder-796806-1-iscsi {{(pid=93646) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 10:16:51.100693 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.v2.base [None req-5dd5854f-705d-41da-800e-68f8f12e4f45 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1349741473-network', 'tenant_id': 'd3921a4980a048a78ce6c633bbba19c9'}} {{(pid=93645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:16:51.198688 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-dbbfa3f9-84d8-43cc-9518-90b649fadd38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:51.304043 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-dbbfa3f9-84d8-43cc-9518-90b649fadd38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:51.313664 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-b2228f2f-40bf-4a47-b77a-3072f6532958 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:16:51.371661 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbfa3f9-84d8-43cc-9518-90b649fadd38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a644f086-6875-492e-9fdb-6418b4e58878,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:16:51.385075 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-dbbfa3f9-84d8-43cc-9518-90b649fadd38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:16:51.400697 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbbfa3f9-84d8-43cc-9518-90b649fadd38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=93645) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 10:16:51.440078 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-dbbfa3f9-84d8-43cc-9518-90b649fadd38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3785028'] for segment, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:51.443836 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.db.segments_db [None req-dbbfa3f9-84d8-43cc-9518-90b649fadd38 admin admin] Added segment 87fd2af9-823d-4f79-9550-f580b9e47ad9 of type vlan for network 3637b1fa-ac9c-4265-9bfb-ab563ce914f7 Jun 17 10:16:51.497253 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-87a874d2-2c30-4c02-95af-5c157e6c3b5b admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.5132201 Jun 17 10:16:51.502031 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 44752) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:16:51.514271 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.v2.base [None req-64961ded-eb4a-4f53-8972-0053a1775891 admin admin] Request body: {'subnet': {'network_id': 'd773beeb-675a-4b62-b751-30bf7ea2150d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1520108491-subnet', 'tenant_id': '5bd0dd2afc794054a2ded47901ac6c2e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:16:51.579828 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-dbbfa3f9-84d8-43cc-9518-90b649fadd38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740733824422'] for network, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:51.597137 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-361df66a-e84b-46a2-9520-68f0a72b1525 admin admin] Made reservation on behalf of 7c65ad8f35ae464b8ab3462292a725d5 for: {'subnet': 1} {{(pid=93644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:16:51.602094 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-361df66a-e84b-46a2-9520-68f0a72b1525 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:51.636195 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.db.api [None req-64961ded-eb4a-4f53-8972-0053a1775891 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 17 10:16:51.636195 dv-cinder-796806-1-iscsi neutron-server[93645]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 17 10:16:51.636195 dv-cinder-796806-1-iscsi neutron-server[93645]: [parameters: {'project_id_1': '5bd0dd2afc794054a2ded47901ac6c2e', 'expiration_1': datetime.datetime(2021, 6, 17, 10, 16, 51, 522390)}] Jun 17 10:16:51.636195 dv-cinder-796806-1-iscsi neutron-server[93645]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93645) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 10:16:51.636807 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_db.api [None req-64961ded-eb4a-4f53-8972-0053a1775891 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 10:16:51.811854 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-dbbfa3f9-84d8-43cc-9518-90b649fadd38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-714710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243'] for network, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:51.813427 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd5854f-705d-41da-800e-68f8f12e4f45 admin admin] Made reservation on behalf of d3921a4980a048a78ce6c633bbba19c9 for: {'network': 1} {{(pid=93645) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:16:51.823254 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-5dd5854f-705d-41da-800e-68f8f12e4f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3930454'] for network, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:51.862182 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbbfa3f9-84d8-43cc-9518-90b649fadd38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:16:51.862182 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-dbbfa3f9-84d8-43cc-9518-90b649fadd38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625220'] for network, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:51.874481 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:16:51.939328 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-5dd5854f-705d-41da-800e-68f8f12e4f45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:52.118808 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-361df66a-e84b-46a2-9520-68f0a72b1525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234'] for subnet, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:52.123711 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-8c8e7dbf-9b23-456d-af3a-7b3ed87e5d41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:16:52.216279 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbfa3f9-84d8-43cc-9518-90b649fadd38 admin admin] Pushing event updated for resources: {'Network': ['ID=3637b1fa-ac9c-4265-9bfb-ab563ce914f7,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:16:52.226439 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-dbbfa3f9-84d8-43cc-9518-90b649fadd38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:16:52.251029 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Network 3637b1fa-ac9c-4265-9bfb-ab563ce914f7 details requested by agent ovs-agent-dv-cinder-796806-1-iscsi with host dv-cinder-796806-1-iscsi {{(pid=93646) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 10:16:52.261287 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361df66a-e84b-46a2-9520-68f0a72b1525 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cef6c515-9123-40fd-a090-e2ea3bc5a141,revision_number=0']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:16:52.270817 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-361df66a-e84b-46a2-9520-68f0a72b1525 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:16:52.336486 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-dbbfa3f9-84d8-43cc-9518-90b649fadd38 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.2204156 Jun 17 10:16:52.341976 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 44780) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:16:52.348067 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361df66a-e84b-46a2-9520-68f0a72b1525 admin admin] Checking segment: {'id': '18c6c105-9c0b-4401-b33f-19dbd1751948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9a805b2b-cd8e-4e47-bb4f-0c9740043540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:16:52.348661 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361df66a-e84b-46a2-9520-68f0a72b1525 admin admin] Network hostable DHCP agents. Network: 9a805b2b-cd8e-4e47-bb4f-0c9740043540, hostable agents: ['337bcc12-ee2b-4966-b704-642398d54e19'], hosted agents: [] {{(pid=93644) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 10:16:52.356277 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.v2.base [None req-ebbfae4f-1254-4487-9d6d-f9a2dce76323 admin admin] Request body: {'subnet': {'network_id': '3637b1fa-ac9c-4265-9bfb-ab563ce914f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2106222496-subnet', 'tenant_id': '4c8d7c9355994183af2479978aa41f9e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:16:52.526572 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361df66a-e84b-46a2-9520-68f0a72b1525 admin admin] Network 9a805b2b-cd8e-4e47-bb4f-0c9740043540 is scheduled to be hosted by DHCP agent 337bcc12-ee2b-4966-b704-642398d54e19 with binding_index 1 {{(pid=93644) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 10:16:52.528631 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-5dd5854f-705d-41da-800e-68f8f12e4f45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:52.655545 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.base_scheduler [None req-361df66a-e84b-46a2-9520-68f0a72b1525 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796806-1-iscsi, 9a805b2b-cd8e-4e47-bb4f-0c9740043540) {{(pid=93644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:16:52.662809 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-5dd5854f-705d-41da-800e-68f8f12e4f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:52.663277 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361df66a-e84b-46a2-9520-68f0a72b1525 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:16:52.664767 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-361df66a-e84b-46a2-9520-68f0a72b1525 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625220'] for subnet, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:52.699949 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0760a09-49d7-4ea8-884f-90cc6ded8b37 None None] Network 9a805b2b-cd8e-4e47-bb4f-0c9740043540 requested from dv-cinder-796806-1-iscsi {{(pid=93646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:16:52.707013 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dd5854f-705d-41da-800e-68f8f12e4f45 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=93645) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 10:16:52.729801 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-5dd5854f-705d-41da-800e-68f8f12e4f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3785028'] for segment, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:52.730569 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.db.segments_db [None req-5dd5854f-705d-41da-800e-68f8f12e4f45 admin admin] Added segment aee95af0-cc5d-41dc-ae63-eda94ddae53b of type vlan for network fb6d1dc1-5856-427b-992b-099ce227c06b Jun 17 10:16:52.760599 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-87a874d2-2c30-4c02-95af-5c157e6c3b5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:16:52.889112 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-5dd5854f-705d-41da-800e-68f8f12e4f45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740733824422'] for network, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:52.904019 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd5854f-705d-41da-800e-68f8f12e4f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b80f4320-c661-4701-a292-25cfb76334f4,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:16:52.912130 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-5dd5854f-705d-41da-800e-68f8f12e4f45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:16:53.008663 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64961ded-eb4a-4f53-8972-0053a1775891 admin admin] Made reservation on behalf of 5bd0dd2afc794054a2ded47901ac6c2e for: {'subnet': 1} {{(pid=93645) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:16:53.039027 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f5f834-8e6c-4bef-b957-b87dc0d5af5c None None] Network 9a805b2b-cd8e-4e47-bb4f-0c9740043540 requested from dv-cinder-796806-1-iscsi {{(pid=93646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:16:53.040036 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-64961ded-eb4a-4f53-8972-0053a1775891 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:53.063876 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-361df66a-e84b-46a2-9520-68f0a72b1525 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.2165184 Jun 17 10:16:53.207534 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-5dd5854f-705d-41da-800e-68f8f12e4f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-714710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243'] for network, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:53.215219 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd5854f-705d-41da-800e-68f8f12e4f45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:16:53.216187 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-5dd5854f-705d-41da-800e-68f8f12e4f45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625220'] for network, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:53.224717 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:16:53.261367 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebbfae4f-1254-4487-9d6d-f9a2dce76323 admin admin] Made reservation on behalf of 4c8d7c9355994183af2479978aa41f9e for: {'subnet': 1} {{(pid=93645) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:16:53.264934 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-ebbfae4f-1254-4487-9d6d-f9a2dce76323 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:53.557977 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd5854f-705d-41da-800e-68f8f12e4f45 admin admin] Pushing event updated for resources: {'Network': ['ID=fb6d1dc1-5856-427b-992b-099ce227c06b,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:16:53.572698 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-5dd5854f-705d-41da-800e-68f8f12e4f45 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.1488922 Jun 17 10:16:53.576921 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 44816) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:16:53.579175 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-5dd5854f-705d-41da-800e-68f8f12e4f45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:16:53.581162 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Network fb6d1dc1-5856-427b-992b-099ce227c06b details requested by agent ovs-agent-dv-cinder-796806-1-iscsi with host dv-cinder-796806-1-iscsi {{(pid=93646) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 10:16:53.596174 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.v2.base [None req-c79daf90-586f-46ac-80e8-bd60d24b3646 admin admin] Request body: {'subnet': {'network_id': 'fb6d1dc1-5856-427b-992b-099ce227c06b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1349741473-subnet', 'tenant_id': 'd3921a4980a048a78ce6c633bbba19c9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:16:53.643300 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 44818) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:16:53.851256 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c79daf90-586f-46ac-80e8-bd60d24b3646 admin admin] Made reservation on behalf of d3921a4980a048a78ce6c633bbba19c9 for: {'subnet': 1} {{(pid=93644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:16:53.856517 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-c79daf90-586f-46ac-80e8-bd60d24b3646 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:53.910096 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-1b4400b3-01f9-4e7a-8b73-3fbc1aa9880d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:53.968754 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-64961ded-eb4a-4f53-8972-0053a1775891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234'] for subnet, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:53.983739 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:16:54.141559 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-ebbfae4f-1254-4487-9d6d-f9a2dce76323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234'] for subnet, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:54.207020 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-1b4400b3-01f9-4e7a-8b73-3fbc1aa9880d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:54.215812 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64961ded-eb4a-4f53-8972-0053a1775891 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9682fe0-190f-4cfb-8a99-3f5500e89851,revision_number=0']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:16:54.239123 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64961ded-eb4a-4f53-8972-0053a1775891 admin admin] Checking segment: {'id': 'ec66c95e-bed2-41a1-bed7-5691438f5994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd773beeb-675a-4b62-b751-30bf7ea2150d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:16:54.240289 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64961ded-eb4a-4f53-8972-0053a1775891 admin admin] Network hostable DHCP agents. Network: d773beeb-675a-4b62-b751-30bf7ea2150d, hostable agents: ['337bcc12-ee2b-4966-b704-642398d54e19'], hosted agents: [] {{(pid=93645) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 10:16:54.245680 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-64961ded-eb4a-4f53-8972-0053a1775891 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:16:54.250579 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-13783a3c-6f98-4c8e-aab2-9b87dcc18fcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:16:54.298608 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbfae4f-1254-4487-9d6d-f9a2dce76323 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c501e285-ef07-4abb-b0ea-7b4d96034522,revision_number=0']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:16:54.307751 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-ebbfae4f-1254-4487-9d6d-f9a2dce76323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:16:54.325956 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbfae4f-1254-4487-9d6d-f9a2dce76323 admin admin] Checking segment: {'id': '87fd2af9-823d-4f79-9550-f580b9e47ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '3637b1fa-ac9c-4265-9bfb-ab563ce914f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:16:54.326467 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbfae4f-1254-4487-9d6d-f9a2dce76323 admin admin] Network hostable DHCP agents. Network: 3637b1fa-ac9c-4265-9bfb-ab563ce914f7, hostable agents: ['337bcc12-ee2b-4966-b704-642398d54e19'], hosted agents: [] {{(pid=93645) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 10:16:54.354565 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 44848) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:16:54.357048 dv-cinder-796806-1-iscsi neutron-server[93644]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 17 10:16:54.382579 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-c79daf90-586f-46ac-80e8-bd60d24b3646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234'] for subnet, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:54.400732 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-361df66a-e84b-46a2-9520-68f0a72b1525 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:16:54.409449 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 44854) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:16:54.525396 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-1b4400b3-01f9-4e7a-8b73-3fbc1aa9880d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:54.574633 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbfae4f-1254-4487-9d6d-f9a2dce76323 admin admin] Network 3637b1fa-ac9c-4265-9bfb-ab563ce914f7 is scheduled to be hosted by DHCP agent 337bcc12-ee2b-4966-b704-642398d54e19 with binding_index 1 {{(pid=93645) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 10:16:54.577964 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64961ded-eb4a-4f53-8972-0053a1775891 admin admin] Network d773beeb-675a-4b62-b751-30bf7ea2150d is scheduled to be hosted by DHCP agent 337bcc12-ee2b-4966-b704-642398d54e19 with binding_index 1 {{(pid=93645) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 10:16:54.591639 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-be02d093-0c84-45a1-822d-e9dd63a97d6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:54.644172 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79daf90-586f-46ac-80e8-bd60d24b3646 admin admin] Pushing event updated for resources: {'Subnet': ['ID=235adf9a-5d00-4d35-8ffd-65944fdd0c17,revision_number=0']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:16:54.680469 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-c79daf90-586f-46ac-80e8-bd60d24b3646 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:16:54.685551 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:16:54.733023 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79daf90-586f-46ac-80e8-bd60d24b3646 admin admin] Checking segment: {'id': 'aee95af0-cc5d-41dc-ae63-eda94ddae53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'fb6d1dc1-5856-427b-992b-099ce227c06b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:16:54.753761 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79daf90-586f-46ac-80e8-bd60d24b3646 admin admin] Network hostable DHCP agents. Network: fb6d1dc1-5856-427b-992b-099ce227c06b, hostable agents: ['337bcc12-ee2b-4966-b704-642398d54e19'], hosted agents: [] {{(pid=93644) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 10:16:54.755689 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.base_scheduler [None req-64961ded-eb4a-4f53-8972-0053a1775891 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796806-1-iscsi, d773beeb-675a-4b62-b751-30bf7ea2150d) {{(pid=93645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:16:54.755689 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.base_scheduler [None req-ebbfae4f-1254-4487-9d6d-f9a2dce76323 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796806-1-iscsi, 3637b1fa-ac9c-4265-9bfb-ab563ce914f7) {{(pid=93645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:16:54.757029 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31722892-5528-4057-8e28-4b2186f35d3b None None] Network d773beeb-675a-4b62-b751-30bf7ea2150d requested from dv-cinder-796806-1-iscsi {{(pid=93646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:16:54.760250 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-1b4400b3-01f9-4e7a-8b73-3fbc1aa9880d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8a92688030534994aa2320f30a1712ed&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1143677 Jun 17 10:16:54.761136 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 44860) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:16:54.806472 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23660241-d295-4fc5-ba7a-0a4e19b7a5c0 req-96febe90-46a8-4919-a996-bf2ff72ce9d2 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:16:54.808629 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64961ded-eb4a-4f53-8972-0053a1775891 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:16:54.816836 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-64961ded-eb4a-4f53-8972-0053a1775891 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625220'] for subnet, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:54.822734 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-23660241-d295-4fc5-ba7a-0a4e19b7a5c0 req-96febe90-46a8-4919-a996-bf2ff72ce9d2 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/networks?id=9a805b2b-cd8e-4e47-bb4f-0c9740043540 HTTP/1.1" status: 200 len: 815 time: 0.4660532 Jun 17 10:16:54.848320 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4400b3-01f9-4e7a-8b73-3fbc1aa9880d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=540626b8-bca9-4d23-8ab3-e9a573faae1a,revision_number=1']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:16:54.859440 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-be02d093-0c84-45a1-822d-e9dd63a97d6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:54.860545 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-1b4400b3-01f9-4e7a-8b73-3fbc1aa9880d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:16:54.878497 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-23660241-d295-4fc5-ba7a-0a4e19b7a5c0 req-4bc89b45-265a-439c-b9dc-ee0a542b2bba tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/quotas/7c65ad8f35ae464b8ab3462292a725d5 HTTP/1.1" status: 200 len: 375 time: 0.0533311 Jun 17 10:16:54.881118 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46422e6d-1b0a-4bc9-9d43-c2899867dbb8 None None] Network 3637b1fa-ac9c-4265-9bfb-ab563ce914f7 requested from dv-cinder-796806-1-iscsi {{(pid=93646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:16:54.889511 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbfae4f-1254-4487-9d6d-f9a2dce76323 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:16:54.890574 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-ebbfae4f-1254-4487-9d6d-f9a2dce76323 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625220'] for subnet, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:55.006520 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-23660241-d295-4fc5-ba7a-0a4e19b7a5c0 req-74423157-d51e-4a1d-8c24-0b0040f48250 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=7c65ad8f35ae464b8ab3462292a725d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1258759 Jun 17 10:16:55.058989 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-fde3a973-194b-4f2c-b16d-3d172f17fc1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:55.111709 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-fde3a973-194b-4f2c-b16d-3d172f17fc1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:55.160786 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-be02d093-0c84-45a1-822d-e9dd63a97d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:55.180310 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea01bd1-9538-438e-abf7-f5a4bb23eacd None None] Network d773beeb-675a-4b62-b751-30bf7ea2150d requested from dv-cinder-796806-1-iscsi {{(pid=93646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:16:55.224933 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:16:55.231870 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79daf90-586f-46ac-80e8-bd60d24b3646 admin admin] Network fb6d1dc1-5856-427b-992b-099ce227c06b is scheduled to be hosted by DHCP agent 337bcc12-ee2b-4966-b704-642398d54e19 with binding_index 1 {{(pid=93644) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 10:16:55.248974 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [req-23660241-d295-4fc5-ba7a-0a4e19b7a5c0 req-995598fd-a03f-4b01-af9e-1e9b856c605c service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93644) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 10:16:55.262356 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-23660241-d295-4fc5-ba7a-0a4e19b7a5c0 req-995598fd-a03f-4b01-af9e-1e9b856c605c service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1135724 Jun 17 10:16:55.279309 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-be02d093-0c84-45a1-822d-e9dd63a97d6f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=51d29772fd444762aff2329afd0fde43&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8683085 Jun 17 10:16:55.290018 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 44882) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:16:55.299447 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.base_scheduler [None req-c79daf90-586f-46ac-80e8-bd60d24b3646 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796806-1-iscsi, fb6d1dc1-5856-427b-992b-099ce227c06b) {{(pid=93644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:16:55.301674 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-ebbfae4f-1254-4487-9d6d-f9a2dce76323 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9574826 Jun 17 10:16:55.303753 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-64961ded-eb4a-4f53-8972-0053a1775891 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 3.8000331 Jun 17 10:16:55.311150 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 44884) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:16:55.317276 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.v2.base [None req-f13c5cbc-28a2-4af6-bb53-bbf3f66f20ae admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1520108491-router', 'tenant_id': '5bd0dd2afc794054a2ded47901ac6c2e', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e'}}} {{(pid=93645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:16:55.322681 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be02d093-0c84-45a1-822d-e9dd63a97d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9919f154-a1b8-4fe4-a28c-e48f1ab298b4,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:16:55.328774 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79daf90-586f-46ac-80e8-bd60d24b3646 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:16:55.333640 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-c79daf90-586f-46ac-80e8-bd60d24b3646 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625220'] for subnet, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:55.339727 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-be02d093-0c84-45a1-822d-e9dd63a97d6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:16:55.411983 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-530a426c-dfe2-443a-8781-de70bc5ba10a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:55.434628 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b1e84b-3da8-4ca4-9bfa-b7cf780117ab None None] Network fb6d1dc1-5856-427b-992b-099ce227c06b requested from dv-cinder-796806-1-iscsi {{(pid=93646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:16:55.461258 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-530a426c-dfe2-443a-8781-de70bc5ba10a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:55.489467 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51aca1c7-aea8-4117-bba2-a8607d4da67a None None] Network 3637b1fa-ac9c-4265-9bfb-ab563ce914f7 requested from dv-cinder-796806-1-iscsi {{(pid=93646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:16:55.496634 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-23660241-d295-4fc5-ba7a-0a4e19b7a5c0 req-c7fc6352-a3ee-4972-b860-956a6cbe0ab1 service neutron] 10.222.0.22 "GET /v2.0/networks/9a805b2b-cd8e-4e47-bb4f-0c9740043540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325568 Jun 17 10:16:55.511887 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-fde3a973-194b-4f2c-b16d-3d172f17fc1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:55.538851 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-f13c5cbc-28a2-4af6-bb53-bbf3f66f20ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-675509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257682'] for router, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:55.539995 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-fde3a973-194b-4f2c-b16d-3d172f17fc1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:55.541852 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-f13c5cbc-28a2-4af6-bb53-bbf3f66f20ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-673820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257691'] for router, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:55.546613 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-fde3a973-194b-4f2c-b16d-3d172f17fc1f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/540626b8-bca9-4d23-8ab3-e9a573faae1a HTTP/1.1" status: 204 len: 168 time: 0.7730966 Jun 17 10:16:55.547787 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:16:55.581259 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde3a973-194b-4f2c-b16d-3d172f17fc1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=540626b8-bca9-4d23-8ab3-e9a573faae1a,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:16:55.600300 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-fde3a973-194b-4f2c-b16d-3d172f17fc1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:16:55.774499 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-23660241-d295-4fc5-ba7a-0a4e19b7a5c0 req-bf413ad3-58c8-4bad-af8d-3290d8a57e36 service neutron] 10.222.0.22 "GET /v2.0/networks/9a805b2b-cd8e-4e47-bb4f-0c9740043540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762506 Jun 17 10:16:55.784658 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-c79daf90-586f-46ac-80e8-bd60d24b3646 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.2047994 Jun 17 10:16:55.784867 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 44898) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:16:55.809821 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.v2.base [None req-03f8a133-93c4-457d-ada1-e5f8b1d69c28 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1349741473-router', 'tenant_id': 'd3921a4980a048a78ce6c633bbba19c9', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e'}}} {{(pid=93645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:16:55.910442 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486ba043-15f4-4c6f-bef9-974ce6eef0d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5dc65e0-4409-5911-8cd3-dd420be80dd8-fb6d1dc1-5856-427b-992b-099ce227c06b', 'network_id': 'fb6d1dc1-5856-427b-992b-099ce227c06b', 'tenant_id': 'd3921a4980a048a78ce6c633bbba19c9', 'fixed_ips': [{'subnet_id': '235adf9a-5d00-4d35-8ffd-65944fdd0c17'}]}} from dv-cinder-796806-1-iscsi. {{(pid=93646) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 10:16:55.914120 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-486ba043-15f4-4c6f-bef9-974ce6eef0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3930454'] for port, before_create {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:55.941296 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-530a426c-dfe2-443a-8781-de70bc5ba10a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:56.046014 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-530a426c-dfe2-443a-8781-de70bc5ba10a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:56.051140 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-530a426c-dfe2-443a-8781-de70bc5ba10a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9919f154-a1b8-4fe4-a28c-e48f1ab298b4 HTTP/1.1" status: 204 len: 168 time: 0.7555051 Jun 17 10:16:56.066959 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:16:56.120484 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.db_base_plugin_common [None req-486ba043-15f4-4c6f-bef9-974ce6eef0d2 None None] Allocated IP 172.20.0.2 (fb6d1dc1-5856-427b-992b-099ce227c06b/235adf9a-5d00-4d35-8ffd-65944fdd0c17/ba5fef4c-2a58-4f5e-948a-c4a692716e5d) {{(pid=93646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:16:56.146613 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530a426c-dfe2-443a-8781-de70bc5ba10a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9919f154-a1b8-4fe4-a28c-e48f1ab298b4,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:16:56.154336 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-530a426c-dfe2-443a-8781-de70bc5ba10a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:16:56.156147 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-f13c5cbc-28a2-4af6-bb53-bbf3f66f20ae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:56.244128 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-03f8a133-93c4-457d-ada1-e5f8b1d69c28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-675509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257682'] for router, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:56.245490 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-03f8a133-93c4-457d-ada1-e5f8b1d69c28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-673820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257691'] for router, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:56.387277 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-03f8a133-93c4-457d-ada1-e5f8b1d69c28 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:56.465747 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-486ba043-15f4-4c6f-bef9-974ce6eef0d2 None None] Notify callbacks [] for port, precommit_create {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:56.482733 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-486ba043-15f4-4c6f-bef9-974ce6eef0d2 None None] Transition to ACTIVE for port object ba5fef4c-2a58-4f5e-948a-c4a692716e5d will not be triggered until provisioned by entity L2. {{(pid=93646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:16:56.520756 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-486ba043-15f4-4c6f-bef9-974ce6eef0d2 None None] Transition to ACTIVE for port object ba5fef4c-2a58-4f5e-948a-c4a692716e5d will not be triggered until provisioned by entity DHCP. {{(pid=93646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:16:56.651979 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-486ba043-15f4-4c6f-bef9-974ce6eef0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3925395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740733869087'] for port, after_create {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:56.659861 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-fe250420-f8d4-4d59-8904-4e18a2065757 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:16:56.775953 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486ba043-15f4-4c6f-bef9-974ce6eef0d2 None None] Network fb6d1dc1-5856-427b-992b-099ce227c06b is already hosted by enough agents. {{(pid=93646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:16:56.789777 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.scheduler.base_scheduler [None req-486ba043-15f4-4c6f-bef9-974ce6eef0d2 None None] Resources bound (agent type, host, resource id): {{(pid=93646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:16:56.817500 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486ba043-15f4-4c6f-bef9-974ce6eef0d2 None None] Received port after_create {{(pid=93646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:16:56.863744 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486ba043-15f4-4c6f-bef9-974ce6eef0d2 None None] Pushing event updated for resources: {'Port': ['ID=ba5fef4c-2a58-4f5e-948a-c4a692716e5d,revision_number=1']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:16:56.908989 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486ba043-15f4-4c6f-bef9-974ce6eef0d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:16:56.909724 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486ba043-15f4-4c6f-bef9-974ce6eef0d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:16:56.910399 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486ba043-15f4-4c6f-bef9-974ce6eef0d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:16:56.911464 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486ba043-15f4-4c6f-bef9-974ce6eef0d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:16:56.915910 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486ba043-15f4-4c6f-bef9-974ce6eef0d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:16:56.917829 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486ba043-15f4-4c6f-bef9-974ce6eef0d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:16:56.920200 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486ba043-15f4-4c6f-bef9-974ce6eef0d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:16:56.922582 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486ba043-15f4-4c6f-bef9-974ce6eef0d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:16:56.926291 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486ba043-15f4-4c6f-bef9-974ce6eef0d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:16:56.928738 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486ba043-15f4-4c6f-bef9-974ce6eef0d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:16:56.930558 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486ba043-15f4-4c6f-bef9-974ce6eef0d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:16:56.931856 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486ba043-15f4-4c6f-bef9-974ce6eef0d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:16:56.937521 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486ba043-15f4-4c6f-bef9-974ce6eef0d2 None None] Tracked resource versions report: Jun 17 10:16:56.937521 dv-cinder-796806-1-iscsi neutron-server[93646]: pushed versions: Jun 17 10:16:56.937521 dv-cinder-796806-1-iscsi neutron-server[93646]: { 'AddressGroup': {'1.2'}, Jun 17 10:16:56.937521 dv-cinder-796806-1-iscsi neutron-server[93646]: 'ConntrackHelper': {'1.0'}, Jun 17 10:16:56.937521 dv-cinder-796806-1-iscsi neutron-server[93646]: 'Log': {'1.0'}, Jun 17 10:16:56.937521 dv-cinder-796806-1-iscsi neutron-server[93646]: 'Network': {'1.1'}, Jun 17 10:16:56.937521 dv-cinder-796806-1-iscsi neutron-server[93646]: 'Port': {'1.7'}, Jun 17 10:16:56.937521 dv-cinder-796806-1-iscsi neutron-server[93646]: 'PortForwarding': {'1.2'}, Jun 17 10:16:56.937521 dv-cinder-796806-1-iscsi neutron-server[93646]: 'QosPolicy': {'1.8'}, Jun 17 10:16:56.937521 dv-cinder-796806-1-iscsi neutron-server[93646]: 'SecurityGroup': {'1.4'}, Jun 17 10:16:56.937521 dv-cinder-796806-1-iscsi neutron-server[93646]: 'SecurityGroupRule': {'1.2'}, Jun 17 10:16:56.937521 dv-cinder-796806-1-iscsi neutron-server[93646]: 'SubPort': {'1.0'}, Jun 17 10:16:56.937521 dv-cinder-796806-1-iscsi neutron-server[93646]: 'Subnet': {'1.1'}, Jun 17 10:16:56.937521 dv-cinder-796806-1-iscsi neutron-server[93646]: 'Trunk': {'1.1'}} Jun 17 10:16:56.937521 dv-cinder-796806-1-iscsi neutron-server[93646]: consumer versions: Jun 17 10:16:56.937521 dv-cinder-796806-1-iscsi neutron-server[93646]: { DHCP agent@dv-cinder-796806-1-iscsi: {}, Jun 17 10:16:56.937521 dv-cinder-796806-1-iscsi neutron-server[93646]: HyperV agent@hv-cinder-79680: {}, Jun 17 10:16:56.937521 dv-cinder-796806-1-iscsi neutron-server[93646]: L3 agent@dv-cinder-796806-1-iscsi: {}, Jun 17 10:16:56.937521 dv-cinder-796806-1-iscsi neutron-server[93646]: Metadata agent@dv-cinder-796806-1-iscsi: {}, Jun 17 10:16:56.937521 dv-cinder-796806-1-iscsi neutron-server[93646]: Metering agent@dv-cinder-796806-1-iscsi: {}, Jun 17 10:16:56.937521 dv-cinder-796806-1-iscsi neutron-server[93646]: Open vSwitch agent@dv-cinder-796806-1-iscsi: { 'AddressGroup': '1.2', Jun 17 10:16:56.937521 dv-cinder-796806-1-iscsi neutron-server[93646]: 'ConntrackHelper': '1.0', Jun 17 10:16:56.937521 dv-cinder-796806-1-iscsi neutron-server[93646]: 'Log': '1.0', Jun 17 10:16:56.937521 dv-cinder-796806-1-iscsi neutron-server[93646]: 'Network': '1.1', Jun 17 10:16:56.937521 dv-cinder-796806-1-iscsi neutron-server[93646]: 'Port': '1.7', Jun 17 10:16:56.937521 dv-cinder-796806-1-iscsi neutron-server[93646]: 'PortForwarding': '1.2', Jun 17 10:16:56.937521 dv-cinder-796806-1-iscsi neutron-server[93646]: 'QosPolicy': '1.8', Jun 17 10:16:56.937521 dv-cinder-796806-1-iscsi neutron-server[93646]: 'SecurityGroup': '1.4', Jun 17 10:16:56.937521 dv-cinder-796806-1-iscsi neutron-server[93646]: 'SecurityGroupRule': '1.2', Jun 17 10:16:56.937521 dv-cinder-796806-1-iscsi neutron-server[93646]: 'SubPort': '1.0', Jun 17 10:16:56.937521 dv-cinder-796806-1-iscsi neutron-server[93646]: 'Subnet': '1.1', Jun 17 10:16:56.937521 dv-cinder-796806-1-iscsi neutron-server[93646]: 'Trunk': '1.1'}} Jun 17 10:16:56.937521 dv-cinder-796806-1-iscsi neutron-server[93646]: {{(pid=93646) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 10:16:56.952784 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6c5767c2-6113-4e54-a020-ebc8b539c7bb req-8863b7de-5905-4029-9dd9-15310ab2fc49 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c7a6268-cae5-485c-b4b0-15e4829e5ec1 HTTP/1.1" status: 200 len: 210 time: 0.1071022 Jun 17 10:16:56.967084 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 44946) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:16:56.998861 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-486ba043-15f4-4c6f-bef9-974ce6eef0d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:16:57.085051 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-f13c5cbc-28a2-4af6-bb53-bbf3f66f20ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-675483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257677'] for router, precommit_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:57.099003 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.managers [None req-486ba043-15f4-4c6f-bef9-974ce6eef0d2 None None] Attempting to bind port ba5fef4c-2a58-4f5e-948a-c4a692716e5d on host dv-cinder-796806-1-iscsi for vnic_type normal with profile {{(pid=93646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:16:57.099746 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.managers [None req-486ba043-15f4-4c6f-bef9-974ce6eef0d2 None None] Attempting to bind port ba5fef4c-2a58-4f5e-948a-c4a692716e5d by drivers openvswitch,hyperv on host dv-cinder-796806-1-iscsi at level 0 using segments [{'id': 'aee95af0-cc5d-41dc-ae63-eda94ddae53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'fb6d1dc1-5856-427b-992b-099ce227c06b'}] {{(pid=93646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:16:57.100389 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486ba043-15f4-4c6f-bef9-974ce6eef0d2 None None] Attempting to bind port ba5fef4c-2a58-4f5e-948a-c4a692716e5d on network fb6d1dc1-5856-427b-992b-099ce227c06b {{(pid=93646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:16:57.110808 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486ba043-15f4-4c6f-bef9-974ce6eef0d2 None None] Checking agent: {'id': 'f230d01b-21be-4f06-8428-d429ae72cfd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796806-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 7, 3), 'started_at': datetime.datetime(2021, 6, 17, 10, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796806-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:16:57.111726 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486ba043-15f4-4c6f-bef9-974ce6eef0d2 None None] Checking segment: {'id': 'aee95af0-cc5d-41dc-ae63-eda94ddae53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'fb6d1dc1-5856-427b-992b-099ce227c06b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:16:57.112487 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-486ba043-15f4-4c6f-bef9-974ce6eef0d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:57.113174 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486ba043-15f4-4c6f-bef9-974ce6eef0d2 None None] Bound using segment: {'id': 'aee95af0-cc5d-41dc-ae63-eda94ddae53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'fb6d1dc1-5856-427b-992b-099ce227c06b'} {{(pid=93646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:16:57.114084 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.managers [None req-486ba043-15f4-4c6f-bef9-974ce6eef0d2 None None] Bound port: ba5fef4c-2a58-4f5e-948a-c4a692716e5d, host: dv-cinder-796806-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aee95af0-cc5d-41dc-ae63-eda94ddae53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'fb6d1dc1-5856-427b-992b-099ce227c06b'}}] {{(pid=93646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:16:57.114729 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-486ba043-15f4-4c6f-bef9-974ce6eef0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:57.173992 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-03f8a133-93c4-457d-ada1-e5f8b1d69c28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-675483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257677'] for router, precommit_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:57.192595 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4977f71e-8935-47f1-b373-85b9d51dbd45 req-2b0b3224-f679-4653-9a79-56def4d13372 tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:16:57.195982 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-4977f71e-8935-47f1-b373-85b9d51dbd45 req-2b0b3224-f679-4653-9a79-56def4d13372 tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] 10.222.0.22 "GET /v2.0/networks?id=3637b1fa-ac9c-4265-9bfb-ab563ce914f7 HTTP/1.1" status: 200 len: 812 time: 0.2220984 Jun 17 10:16:57.237577 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-4977f71e-8935-47f1-b373-85b9d51dbd45 req-6f88189a-e7bf-4293-bc2d-b8892930d334 tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] 10.222.0.22 "GET /v2.0/quotas/4c8d7c9355994183af2479978aa41f9e HTTP/1.1" status: 200 len: 375 time: 0.0284703 Jun 17 10:16:57.301311 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-486ba043-15f4-4c6f-bef9-974ce6eef0d2 None None] For port ba5fef4c-2a58-4f5e-948a-c4a692716e5d, host dv-cinder-796806-1-iscsi, cleared binding levels {{(pid=93646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:16:57.311267 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-486ba043-15f4-4c6f-bef9-974ce6eef0d2 None None] For port ba5fef4c-2a58-4f5e-948a-c4a692716e5d, host dv-cinder-796806-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=ba5fef4c-2a58-4f5e-948a-c4a692716e5d,segment=NetworkSegment(aee95af0-cc5d-41dc-ae63-eda94ddae53b),segment_id=aee95af0-cc5d-41dc-ae63-eda94ddae53b)] {{(pid=93646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:16:57.315187 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-4977f71e-8935-47f1-b373-85b9d51dbd45 req-5db8c919-cb3f-48d1-884c-b3fbae2d2e1d tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=4c8d7c9355994183af2479978aa41f9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0593181 Jun 17 10:16:57.441816 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-486ba043-15f4-4c6f-bef9-974ce6eef0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:57.453378 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:16:57.588619 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486ba043-15f4-4c6f-bef9-974ce6eef0d2 None None] Pushing event updated for resources: {'Port': ['ID=ba5fef4c-2a58-4f5e-948a-c4a692716e5d,revision_number=2']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:16:57.593645 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-486ba043-15f4-4c6f-bef9-974ce6eef0d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:16:57.707457 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 44968) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:16:57.749483 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-c44a45a7-b9cc-47da-b972-7fec68f0985a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:57.994827 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:58.156296 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-f13c5cbc-28a2-4af6-bb53-bbf3f66f20ae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:58.352276 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-f4ac2f63-fcc1-433a-a0f0-233d69a06db0 req-485df20e-6e1e-4f9e-8358-2078fc09befd tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c7a6268-cae5-485c-b4b0-15e4829e5ec1 HTTP/1.1" status: 200 len: 210 time: 0.1635911 Jun 17 10:16:58.356440 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-c44a45a7-b9cc-47da-b972-7fec68f0985a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:58.396910 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-f13c5cbc-28a2-4af6-bb53-bbf3f66f20ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3930454'] for port, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:58.421722 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device ba5fef4c-2a58-4f5e-948a-c4a692716e5d up at agent ovs-agent-dv-cinder-796806-1-iscsi {{(pid=93646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:16:58.472147 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-c44a45a7-b9cc-47da-b972-7fec68f0985a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:58.525257 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [req-4977f71e-8935-47f1-b373-85b9d51dbd45 req-313b1a7c-f15a-44f4-8208-12994cd604f5 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93644) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 10:16:58.527293 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-4977f71e-8935-47f1-b373-85b9d51dbd45 req-313b1a7c-f15a-44f4-8208-12994cd604f5 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1982689 Jun 17 10:16:58.528205 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:16:58.534803 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-c44a45a7-b9cc-47da-b972-7fec68f0985a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7853c778599c44ddbf813a6c094d7d0b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8249393 Jun 17 10:16:58.538638 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 44990) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:16:58.703600 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44a45a7-b9cc-47da-b972-7fec68f0985a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32c49b7f-5453-462a-b154-086515c4878d,revision_number=1']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:16:58.740292 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Provisioning for port ba5fef4c-2a58-4f5e-948a-c4a692716e5d completed by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:16:58.964719 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-03f8a133-93c4-457d-ada1-e5f8b1d69c28 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:59.008584 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-03f8a133-93c4-457d-ada1-e5f8b1d69c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3930454'] for port, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:59.069682 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.db_base_plugin_common [None req-f13c5cbc-28a2-4af6-bb53-bbf3f66f20ae admin admin] Allocated IP 172.27.0.98 (ca6a8a4d-93b8-4490-aa3c-706a0423303e/260414bf-ab79-4984-a32f-8ad464893cf6/17676108-52cd-44af-a1b2-1530d0d6f731) {{(pid=93645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:16:59.248000 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-c44a45a7-b9cc-47da-b972-7fec68f0985a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.717s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:16:59.330007 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-4977f71e-8935-47f1-b373-85b9d51dbd45 req-2cd690e2-e7ab-412f-b770-7dcda3084a5d service neutron] 10.222.0.22 "GET /v2.0/networks/3637b1fa-ac9c-4265-9bfb-ab563ce914f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7682064 Jun 17 10:16:59.358945 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-2ee030c6-564b-4dcb-8ada-fa01946e0ce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:59.447702 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-2ee030c6-564b-4dcb-8ada-fa01946e0ce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:59.483177 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f067b579-372b-4e68-a345-106620c991db None None] Network fb6d1dc1-5856-427b-992b-099ce227c06b requested from dv-cinder-796806-1-iscsi {{(pid=93646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:16:59.492420 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-f13c5cbc-28a2-4af6-bb53-bbf3f66f20ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:59.604636 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-16e26cce-f94f-4912-911a-804d73d263ea req-90634e59-3cc6-41ba-ab88-59bfff510813 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c7a6268-cae5-485c-b4b0-15e4829e5ec1 HTTP/1.1" status: 200 len: 210 time: 0.1353383 Jun 17 10:16:59.670597 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-4977f71e-8935-47f1-b373-85b9d51dbd45 req-826378ae-8d18-4c8e-b582-de4c29bfe5f4 service neutron] 10.222.0.22 "GET /v2.0/networks/3637b1fa-ac9c-4265-9bfb-ab563ce914f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3080299 Jun 17 10:16:59.856142 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-2ee030c6-564b-4dcb-8ada-fa01946e0ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:59.865960 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-f13c5cbc-28a2-4af6-bb53-bbf3f66f20ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3925395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740733869087'] for port, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:59.873961 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-2ee030c6-564b-4dcb-8ada-fa01946e0ce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:16:59.895543 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-2ee030c6-564b-4dcb-8ada-fa01946e0ce8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/32c49b7f-5453-462a-b154-086515c4878d HTTP/1.1" status: 204 len: 168 time: 1.3406060 Jun 17 10:16:59.895543 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-fde3a973-194b-4f2c-b16d-3d172f17fc1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:16:59.919112 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee030c6-564b-4dcb-8ada-fa01946e0ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c49b7f-5453-462a-b154-086515c4878d,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:16:59.942576 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-2ee030c6-564b-4dcb-8ada-fa01946e0ce8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:16:59.973207 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:16:59.981768 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-31f7cb1f-a2cc-40b7-8bc7-3cefc716a43d None None] Provisioning for port ba5fef4c-2a58-4f5e-948a-c4a692716e5d completed by entity DHCP. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:16:59.990253 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-31f7cb1f-a2cc-40b7-8bc7-3cefc716a43d None None] Provisioning complete for port ba5fef4c-2a58-4f5e-948a-c4a692716e5d triggered by entity DHCP. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:16:59.990253 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-31f7cb1f-a2cc-40b7-8bc7-3cefc716a43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:00.134775 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-31f7cb1f-a2cc-40b7-8bc7-3cefc716a43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:00.155579 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13c5cbc-28a2-4af6-bb53-bbf3f66f20ae admin admin] Pushing event updated for resources: {'Port': ['ID=17676108-52cd-44af-a1b2-1530d0d6f731,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:17:00.174394 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-f13c5cbc-28a2-4af6-bb53-bbf3f66f20ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:17:00.191716 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13c5cbc-28a2-4af6-bb53-bbf3f66f20ae admin admin] Network ca6a8a4d-93b8-4490-aa3c-706a0423303e is already hosted by enough agents. {{(pid=93645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:17:00.197756 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.base_scheduler [None req-f13c5cbc-28a2-4af6-bb53-bbf3f66f20ae admin admin] Resources bound (agent type, host, resource id): {{(pid=93645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:17:00.198433 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-4c2c4719-b684-4527-8b18-73b7e73dccdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:00.209171 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13c5cbc-28a2-4af6-bb53-bbf3f66f20ae admin admin] Received port after_create {{(pid=93645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:17:00.238685 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-31f7cb1f-a2cc-40b7-8bc7-3cefc716a43d None None] For port ba5fef4c-2a58-4f5e-948a-c4a692716e5d, host dv-cinder-796806-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=ba5fef4c-2a58-4f5e-948a-c4a692716e5d,segment=NetworkSegment(aee95af0-cc5d-41dc-ae63-eda94ddae53b),segment_id=aee95af0-cc5d-41dc-ae63-eda94ddae53b)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:17:00.324936 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.db_base_plugin_common [None req-03f8a133-93c4-457d-ada1-e5f8b1d69c28 admin admin] Allocated IP 172.27.0.103 (ca6a8a4d-93b8-4490-aa3c-706a0423303e/260414bf-ab79-4984-a32f-8ad464893cf6/8c4ddc8c-8dda-44e8-a2bf-c898a284b7ff) {{(pid=93645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:17:00.345458 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-31f7cb1f-a2cc-40b7-8bc7-3cefc716a43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:00.347970 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:17:00.477335 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f7cb1f-a2cc-40b7-8bc7-3cefc716a43d None None] Pushing event updated for resources: {'Port': ['ID=ba5fef4c-2a58-4f5e-948a-c4a692716e5d,revision_number=3']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:17:00.481955 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-31f7cb1f-a2cc-40b7-8bc7-3cefc716a43d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:17:00.594317 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-b5f65746-1b84-4e14-a3a5-856c1bd8f4fb req-4c4c92ab-8dbb-44f4-9654-86ce3834fe2a tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] 10.222.0.22 "GET /v2.0/ports?device_id=22550391-be87-4a53-ad43-67c07ba72602 HTTP/1.1" status: 200 len: 210 time: 0.1225214 Jun 17 10:17:00.813583 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-4bf7c364-15c7-4d74-87c6-418c023b80ee None None] Provisioning complete for port ba5fef4c-2a58-4f5e-948a-c4a692716e5d triggered by entity DHCP. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:17:00.814495 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-4bf7c364-15c7-4d74-87c6-418c023b80ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:00.875363 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-03f8a133-93c4-457d-ada1-e5f8b1d69c28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:00.926007 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-e102d204-3bbf-442c-9612-74f2458579f2 req-414168c5-60e1-441c-a7aa-87caad819484 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c7a6268-cae5-485c-b4b0-15e4829e5ec1 HTTP/1.1" status: 200 len: 210 time: 0.1512344 Jun 17 10:17:00.928643 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 45054) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:17:01.147785 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-03f8a133-93c4-457d-ada1-e5f8b1d69c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3925395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740733869087'] for port, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:01.153322 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:17:01.204170 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f8a133-93c4-457d-ada1-e5f8b1d69c28 admin admin] Network ca6a8a4d-93b8-4490-aa3c-706a0423303e is already hosted by enough agents. {{(pid=93645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:17:01.212923 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.base_scheduler [None req-03f8a133-93c4-457d-ada1-e5f8b1d69c28 admin admin] Resources bound (agent type, host, resource id): {{(pid=93645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:17:01.218710 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f8a133-93c4-457d-ada1-e5f8b1d69c28 admin admin] Received port after_create {{(pid=93645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:17:01.229846 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f8a133-93c4-457d-ada1-e5f8b1d69c28 admin admin] Pushing event updated for resources: {'Port': ['ID=8c4ddc8c-8dda-44e8-a2bf-c898a284b7ff,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:17:01.312862 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-c77dc1be-07bb-44fa-9787-d5333c8b5de2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:01.318777 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-03f8a133-93c4-457d-ada1-e5f8b1d69c28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:17:01.619431 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-c77dc1be-07bb-44fa-9787-d5333c8b5de2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:01.746926 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-f13c5cbc-28a2-4af6-bb53-bbf3f66f20ae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:01.817267 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-1aae8528-9923-4949-8d6c-e5f104008f96 req-d1dc3bd7-976a-4faa-b2be-c493b4ff9473 tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] 10.222.0.22 "GET /v2.0/ports?device_id=22550391-be87-4a53-ad43-67c07ba72602 HTTP/1.1" status: 200 len: 210 time: 0.0655723 Jun 17 10:17:01.818669 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-c77dc1be-07bb-44fa-9787-d5333c8b5de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:01.836678 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-f8ef219f-2cbf-49cf-bc50-b390004ad77d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:17:01.945788 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-c77dc1be-07bb-44fa-9787-d5333c8b5de2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=331b20385bb54ffcbbe80b218566f216&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0115418 Jun 17 10:17:01.951807 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 45106) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:17:01.974113 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77dc1be-07bb-44fa-9787-d5333c8b5de2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50eff946-576e-4de6-a0fc-fbde85f4a7aa,revision_number=1']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:17:02.016200 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-c77dc1be-07bb-44fa-9787-d5333c8b5de2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:17:02.190636 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-03f8a133-93c4-457d-ada1-e5f8b1d69c28 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:02.259041 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-5becc3c9-45ed-4706-98ca-8da523523c5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:02.393043 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device ba5fef4c-2a58-4f5e-948a-c4a692716e5d up at agent ovs-agent-dv-cinder-796806-1-iscsi {{(pid=93646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:17:02.434461 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-5becc3c9-45ed-4706-98ca-8da523523c5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:02.588107 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Provisioning complete for port ba5fef4c-2a58-4f5e-948a-c4a692716e5d triggered by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:17:02.588417 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:02.724567 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-5becc3c9-45ed-4706-98ca-8da523523c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:02.738827 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-4a7938d4-7554-4d0a-90f1-572a53879a08 req-df98652e-f43a-4635-a950-38ac387b6df4 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c7a6268-cae5-485c-b4b0-15e4829e5ec1 HTTP/1.1" status: 200 len: 210 time: 0.1224272 Jun 17 10:17:02.749343 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-5becc3c9-45ed-4706-98ca-8da523523c5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:02.759487 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-5becc3c9-45ed-4706-98ca-8da523523c5e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/50eff946-576e-4de6-a0fc-fbde85f4a7aa HTTP/1.1" status: 204 len: 168 time: 0.8051443 Jun 17 10:17:02.764987 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:17:02.815635 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5becc3c9-45ed-4706-98ca-8da523523c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50eff946-576e-4de6-a0fc-fbde85f4a7aa,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:17:02.819587 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-5becc3c9-45ed-4706-98ca-8da523523c5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:17:03.002629 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-f13c5cbc-28a2-4af6-bb53-bbf3f66f20ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-675468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684241'] for router, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:03.041994 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-03f8a133-93c4-457d-ada1-e5f8b1d69c28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-675468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684241'] for router, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:03.053600 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-ca65ce6b-886e-4e02-9138-1881413a8837 req-d8fd48d7-9cfd-44ec-bdd5-9e7f32fd88c9 tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] 10.222.0.22 "GET /v2.0/ports?device_id=22550391-be87-4a53-ad43-67c07ba72602 HTTP/1.1" status: 200 len: 210 time: 0.0761361 Jun 17 10:17:03.262274 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-17d6c9e1-9581-4f34-9c71-c3da458113e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:03.744406 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:03.745372 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f13c5cbc-28a2-4af6-bb53-bbf3f66f20ae admin admin] Router 37b069a2-f730-4b96-9d1d-db93300d116a is scheduled to L3 agent 9ed9efc2-3eec-4d73-b246-cbd899a1984b with binding_index 1 {{(pid=93645) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 10:17:03.752723 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03f8a133-93c4-457d-ada1-e5f8b1d69c28 admin admin] Router 7ce96e53-0d7d-4864-9808-f7ceb5af075b is scheduled to L3 agent 9ed9efc2-3eec-4d73-b246-cbd899a1984b with binding_index 1 {{(pid=93645) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 10:17:04.059060 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f13c5cbc-28a2-4af6-bb53-bbf3f66f20ae admin admin] Notify agent at l3_agent.dv-cinder-796806-1-iscsi the message routers_updated {{(pid=93645) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 10:17:04.066014 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f8a133-93c4-457d-ada1-e5f8b1d69c28 admin admin] Notify agent at l3_agent.dv-cinder-796806-1-iscsi the message routers_updated {{(pid=93645) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 10:17:04.088596 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c32296-6e76-428b-833c-80e85a8aea7d None None] Sync routers for ids ['37b069a2-f730-4b96-9d1d-db93300d116a'] in dv-cinder-796806-1-iscsi {{(pid=93647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 10:17:04.116983 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7a1716-d8b8-4667-9e1b-5c34faef1e7b None None] Sync routers for ids ['7ce96e53-0d7d-4864-9808-f7ceb5af075b'] in dv-cinder-796806-1-iscsi {{(pid=93646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 10:17:04.133292 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-8da3b100-a396-4607-9558-c8283d1b1f7d req-f6e7bcc3-0fa4-4abe-8c04-cbb78ec82a24 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c7a6268-cae5-485c-b4b0-15e4829e5ec1 HTTP/1.1" status: 200 len: 210 time: 0.1100564 Jun 17 10:17:04.156257 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c32296-6e76-428b-833c-80e85a8aea7d None None] Routers {'37b069a2-f730-4b96-9d1d-db93300d116a'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:17:04.157402 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-42c32296-6e76-428b-833c-80e85a8aea7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:17:03Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['37b069a2-f730-4b96-9d1d-db93300d116a'], 'active': True} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:17:04.178788 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7a1716-d8b8-4667-9e1b-5c34faef1e7b None None] Routers {'7ce96e53-0d7d-4864-9808-f7ceb5af075b'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:17:04.182851 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_hamode_db [None req-ac7a1716-d8b8-4667-9e1b-5c34faef1e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:17:03Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['7ce96e53-0d7d-4864-9808-f7ceb5af075b'], 'active': True} {{(pid=93646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:17:04.214317 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-f13c5cbc-28a2-4af6-bb53-bbf3f66f20ae admin admin] Notify callbacks [] for router, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:04.215959 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-f13c5cbc-28a2-4af6-bb53-bbf3f66f20ae admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.9033716 Jun 17 10:17:04.220923 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 45198) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:17:04.334081 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-03f8a133-93c4-457d-ada1-e5f8b1d69c28 admin admin] Notify callbacks [] for router, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:04.339035 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-03f8a133-93c4-457d-ada1-e5f8b1d69c28 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.5526371 Jun 17 10:17:04.344377 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 45200) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:17:04.542393 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvr_db [None req-ac7a1716-d8b8-4667-9e1b-5c34faef1e7b None None] Set router 7ce96e53-0d7d-4864-9808-f7ceb5af075b gateway port host: dv-cinder-796806-1-iscsi {{(pid=93646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:17:04.633296 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-772b5f90-0d72-4865-a8c0-234e0c625ac5 req-d686ddce-64e4-4706-a660-a4a4fe56fb74 tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] 10.222.0.22 "GET /v2.0/ports?device_id=22550391-be87-4a53-ad43-67c07ba72602 HTTP/1.1" status: 200 len: 210 time: 0.0879717 Jun 17 10:17:04.789261 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvr_db [None req-42c32296-6e76-428b-833c-80e85a8aea7d None None] Set router 37b069a2-f730-4b96-9d1d-db93300d116a gateway port host: dv-cinder-796806-1-iscsi {{(pid=93647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:17:04.949663 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.47', 55232) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:17:05.138617 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_hamode_db [None req-ac7a1716-d8b8-4667-9e1b-5c34faef1e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce96e53-0d7d-4864-9808-f7ceb5af075b', 'name': 'tempest-AttachVolumeShelveTestJSON-1349741473-router', 'tenant_id': 'd3921a4980a048a78ce6c633bbba19c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '8c4ddc8c-8dda-44e8-a2bf-c898a284b7ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:16:56Z', 'updated_at': '2021-06-17T10:17:01Z', 'revision_number': 3, 'project_id': 'd3921a4980a048a78ce6c633bbba19c9', 'gw_port': {'id': '8c4ddc8c-8dda-44e8-a2bf-c898a284b7ff', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d1:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce96e53-0d7d-4864-9808-f7ceb5af075b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:16:59Z', 'updated_at': '2021-06-17T10:17:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi'}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:17:05.237649 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7a1716-d8b8-4667-9e1b-5c34faef1e7b None None] Checking router: 7ce96e53-0d7d-4864-9808-f7ceb5af075b for host: dv-cinder-796806-1-iscsi {{(pid=93646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 10:17:05.240173 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7a1716-d8b8-4667-9e1b-5c34faef1e7b None None] Updating router 7ce96e53-0d7d-4864-9808-f7ceb5af075b port 8c4ddc8c-8dda-44e8-a2bf-c898a284b7ff binding host dv-cinder-796806-1-iscsi {{(pid=93646) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 10:17:05.314497 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ac7a1716-d8b8-4667-9e1b-5c34faef1e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:05.319352 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-76f1cb7e-d4ef-4c29-a3c2-2b16775f9f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:05.468623 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-42c32296-6e76-428b-833c-80e85a8aea7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b069a2-f730-4b96-9d1d-db93300d116a', 'name': 'tempest-ServerRescueNegativeTestJSON-1520108491-router', 'tenant_id': '5bd0dd2afc794054a2ded47901ac6c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '17676108-52cd-44af-a1b2-1530d0d6f731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:16:55Z', 'updated_at': '2021-06-17T10:17:01Z', 'revision_number': 3, 'project_id': '5bd0dd2afc794054a2ded47901ac6c2e', 'gw_port': {'id': '17676108-52cd-44af-a1b2-1530d0d6f731', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b2:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b069a2-f730-4b96-9d1d-db93300d116a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:16:58Z', 'updated_at': '2021-06-17T10:16:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi'}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:17:05.621906 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c32296-6e76-428b-833c-80e85a8aea7d None None] Checking router: 37b069a2-f730-4b96-9d1d-db93300d116a for host: dv-cinder-796806-1-iscsi {{(pid=93647) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 10:17:05.622813 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c32296-6e76-428b-833c-80e85a8aea7d None None] Updating router 37b069a2-f730-4b96-9d1d-db93300d116a port 17676108-52cd-44af-a1b2-1530d0d6f731 binding host dv-cinder-796806-1-iscsi {{(pid=93647) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 10:17:06.030174 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-2b998ab7-bb47-447c-a5e9-ed1c4b8d8dfe req-06ad4be0-a2e4-4359-b698-12903c99ae2d tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c7a6268-cae5-485c-b4b0-15e4829e5ec1 HTTP/1.1" status: 200 len: 210 time: 0.1796188 Jun 17 10:17:06.030174 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 45230) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:17:06.037127 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-42c32296-6e76-428b-833c-80e85a8aea7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:06.103309 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-9c16d635-efcf-4337-aea2-3ee9dea42075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3930454'] for port, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:06.113027 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23660241-d295-4fc5-ba7a-0a4e19b7a5c0 req-b8d7ef4b-a395-41a0-9b8f-606b9317ae43 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:06.116358 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-23660241-d295-4fc5-ba7a-0a4e19b7a5c0 req-b8d7ef4b-a395-41a0-9b8f-606b9317ae43 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.47 "GET /v2.0/networks?id=9a805b2b-cd8e-4e47-bb4f-0c9740043540 HTTP/1.1" status: 200 len: 815 time: 1.1647635 Jun 17 10:17:06.181602 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.v2.base [req-23660241-d295-4fc5-ba7a-0a4e19b7a5c0 req-13714d16-0649-444e-aaff-80f11cc0e16a tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Request body: {'port': {'device_id': '7c7a6268-cae5-485c-b4b0-15e4829e5ec1', 'network_id': '9a805b2b-cd8e-4e47-bb4f-0c9740043540', 'admin_state_up': True, 'tenant_id': '7c65ad8f35ae464b8ab3462292a725d5'}} {{(pid=93645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:17:06.385717 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ac7a1716-d8b8-4667-9e1b-5c34faef1e7b None None] Notify callbacks [] for port, precommit_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:06.437744 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ac7a1716-d8b8-4667-9e1b-5c34faef1e7b None None] Transition to ACTIVE for port object 8c4ddc8c-8dda-44e8-a2bf-c898a284b7ff will not be triggered until provisioned by entity L2. {{(pid=93646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:17:06.546269 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ac7a1716-d8b8-4667-9e1b-5c34faef1e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:06.556566 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-67647278-d008-46ac-b8c7-9153c7ff7563 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:17:06.710997 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.managers [None req-ac7a1716-d8b8-4667-9e1b-5c34faef1e7b None None] Attempting to bind port 8c4ddc8c-8dda-44e8-a2bf-c898a284b7ff on host dv-cinder-796806-1-iscsi for vnic_type normal with profile {{(pid=93646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:17:06.711597 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.managers [None req-ac7a1716-d8b8-4667-9e1b-5c34faef1e7b None None] Attempting to bind port 8c4ddc8c-8dda-44e8-a2bf-c898a284b7ff by drivers openvswitch,hyperv on host dv-cinder-796806-1-iscsi at level 0 using segments [{'id': '7a262c57-69fa-4e27-992a-6b78356f8ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e'}] {{(pid=93646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:17:06.712543 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7a1716-d8b8-4667-9e1b-5c34faef1e7b None None] Attempting to bind port 8c4ddc8c-8dda-44e8-a2bf-c898a284b7ff on network ca6a8a4d-93b8-4490-aa3c-706a0423303e {{(pid=93646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:17:06.735370 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7a1716-d8b8-4667-9e1b-5c34faef1e7b None None] Checking agent: {'id': 'f230d01b-21be-4f06-8428-d429ae72cfd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796806-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 7, 3), 'started_at': datetime.datetime(2021, 6, 17, 10, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796806-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:17:06.735986 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7a1716-d8b8-4667-9e1b-5c34faef1e7b None None] Checking segment: {'id': '7a262c57-69fa-4e27-992a-6b78356f8ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:17:06.736550 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ac7a1716-d8b8-4667-9e1b-5c34faef1e7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:06.737163 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7a1716-d8b8-4667-9e1b-5c34faef1e7b None None] Bound using segment: {'id': '7a262c57-69fa-4e27-992a-6b78356f8ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e'} {{(pid=93646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:17:06.738370 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.managers [None req-ac7a1716-d8b8-4667-9e1b-5c34faef1e7b None None] Bound port: 8c4ddc8c-8dda-44e8-a2bf-c898a284b7ff, host: dv-cinder-796806-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a262c57-69fa-4e27-992a-6b78356f8ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e'}}] {{(pid=93646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:17:06.738830 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ac7a1716-d8b8-4667-9e1b-5c34faef1e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:06.742617 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eb8e28-bc46-466c-950b-c42f77808324 None None] Pushing event updated for resources: {'Port': ['ID=8c4ddc8c-8dda-44e8-a2bf-c898a284b7ff,revision_number=2']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:17:06.745762 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-e08bc94e-0205-470a-a774-f3889fadd5dc req-1ccdbaed-c8d3-447f-b36b-586660180484 tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] 10.222.0.22 "GET /v2.0/ports?device_id=22550391-be87-4a53-ad43-67c07ba72602 HTTP/1.1" status: 200 len: 210 time: 0.5559702 Jun 17 10:17:06.750926 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-99eb8e28-bc46-466c-950b-c42f77808324 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:17:06.757900 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-a6346e1f-e340-4f07-92b3-5afe434f28cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:06.986834 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23660241-d295-4fc5-ba7a-0a4e19b7a5c0 req-13714d16-0649-444e-aaff-80f11cc0e16a tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Made reservation on behalf of 7c65ad8f35ae464b8ab3462292a725d5 for: {'port': 1} {{(pid=93645) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:17:06.990781 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-ac7a1716-d8b8-4667-9e1b-5c34faef1e7b None None] For port 8c4ddc8c-8dda-44e8-a2bf-c898a284b7ff, host dv-cinder-796806-1-iscsi, cleared binding levels {{(pid=93646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:17:06.993194 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-23660241-d295-4fc5-ba7a-0a4e19b7a5c0 req-13714d16-0649-444e-aaff-80f11cc0e16a tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3930454'] for port, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:07.005574 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-ac7a1716-d8b8-4667-9e1b-5c34faef1e7b None None] For port 8c4ddc8c-8dda-44e8-a2bf-c898a284b7ff, host dv-cinder-796806-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=8c4ddc8c-8dda-44e8-a2bf-c898a284b7ff,segment=NetworkSegment(7a262c57-69fa-4e27-992a-6b78356f8ae4),segment_id=7a262c57-69fa-4e27-992a-6b78356f8ae4)] {{(pid=93646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:17:07.014079 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8334b2a8-081d-4a08-b273-522b2363e8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:07.054916 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-42c32296-6e76-428b-833c-80e85a8aea7d None None] Notify callbacks [] for port, precommit_update {{(pid=93647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:07.092377 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.db.db_base_plugin_common [None req-9c16d635-efcf-4337-aea2-3ee9dea42075 admin admin] Allocated IP 172.20.0.1 (fb6d1dc1-5856-427b-992b-099ce227c06b/235adf9a-5d00-4d35-8ffd-65944fdd0c17/b8baabdc-42b2-494a-a0ef-87e6c4419b7a) {{(pid=93644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:17:07.098725 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.provisioning_blocks [None req-42c32296-6e76-428b-833c-80e85a8aea7d None None] Transition to ACTIVE for port object 17676108-52cd-44af-a1b2-1530d0d6f731 will not be triggered until provisioned by entity L2. {{(pid=93647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:17:07.147400 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ac7a1716-d8b8-4667-9e1b-5c34faef1e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:07.168896 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-31f7cb1f-a2cc-40b7-8bc7-3cefc716a43d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:17:07.187756 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-a5964881-6aa5-4baa-85e1-48275886ae51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3930454'] for port, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:07.230474 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-42c32296-6e76-428b-833c-80e85a8aea7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:07.236519 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG oslo_concurrency.lockutils [None req-d0e9fd12-1ad7-4d77-a018-6b283f0f8193 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:17:07.324458 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-06963b4b-cdcb-4a00-a3c5-c5dce13110db req-fe4a36c0-bc9f-4ed8-914f-9ccf63bbfac6 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c7a6268-cae5-485c-b4b0-15e4829e5ec1 HTTP/1.1" status: 200 len: 210 time: 0.1418912 Jun 17 10:17:07.421409 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7a1716-d8b8-4667-9e1b-5c34faef1e7b None None] Routers {'7ce96e53-0d7d-4864-9808-f7ceb5af075b'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:17:07.424988 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_hamode_db [None req-ac7a1716-d8b8-4667-9e1b-5c34faef1e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:17:03Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['7ce96e53-0d7d-4864-9808-f7ceb5af075b'], 'active': True} {{(pid=93646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:17:07.497273 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.managers [None req-42c32296-6e76-428b-833c-80e85a8aea7d None None] Attempting to bind port 17676108-52cd-44af-a1b2-1530d0d6f731 on host dv-cinder-796806-1-iscsi for vnic_type normal with profile {{(pid=93647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:17:07.498269 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.managers [None req-42c32296-6e76-428b-833c-80e85a8aea7d None None] Attempting to bind port 17676108-52cd-44af-a1b2-1530d0d6f731 by drivers openvswitch,hyperv on host dv-cinder-796806-1-iscsi at level 0 using segments [{'id': '7a262c57-69fa-4e27-992a-6b78356f8ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e'}] {{(pid=93647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:17:07.499155 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c32296-6e76-428b-833c-80e85a8aea7d None None] Attempting to bind port 17676108-52cd-44af-a1b2-1530d0d6f731 on network ca6a8a4d-93b8-4490-aa3c-706a0423303e {{(pid=93647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:17:07.526810 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808684b2-e0ae-4348-8d68-2c25cdba715a None None] Pushing event updated for resources: {'Port': ['ID=17676108-52cd-44af-a1b2-1530d0d6f731,revision_number=2']} {{(pid=93647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:17:07.534460 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c32296-6e76-428b-833c-80e85a8aea7d None None] Checking agent: {'id': 'f230d01b-21be-4f06-8428-d429ae72cfd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796806-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 7, 3), 'started_at': datetime.datetime(2021, 6, 17, 10, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796806-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:17:07.535541 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c32296-6e76-428b-833c-80e85a8aea7d None None] Checking segment: {'id': '7a262c57-69fa-4e27-992a-6b78356f8ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:17:07.536583 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-42c32296-6e76-428b-833c-80e85a8aea7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:07.537462 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c32296-6e76-428b-833c-80e85a8aea7d None None] Bound using segment: {'id': '7a262c57-69fa-4e27-992a-6b78356f8ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e'} {{(pid=93647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:17:07.538501 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.managers [None req-42c32296-6e76-428b-833c-80e85a8aea7d None None] Bound port: 17676108-52cd-44af-a1b2-1530d0d6f731, host: dv-cinder-796806-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a262c57-69fa-4e27-992a-6b78356f8ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e'}}] {{(pid=93647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:17:07.539372 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-42c32296-6e76-428b-833c-80e85a8aea7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:07.554465 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808684b2-e0ae-4348-8d68-2c25cdba715a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:17:07.556285 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808684b2-e0ae-4348-8d68-2c25cdba715a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:17:07.557068 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808684b2-e0ae-4348-8d68-2c25cdba715a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:17:07.557898 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808684b2-e0ae-4348-8d68-2c25cdba715a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:17:07.558681 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808684b2-e0ae-4348-8d68-2c25cdba715a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:17:07.559597 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808684b2-e0ae-4348-8d68-2c25cdba715a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:17:07.560362 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808684b2-e0ae-4348-8d68-2c25cdba715a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:17:07.561071 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808684b2-e0ae-4348-8d68-2c25cdba715a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:17:07.562238 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808684b2-e0ae-4348-8d68-2c25cdba715a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:17:07.563675 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808684b2-e0ae-4348-8d68-2c25cdba715a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:17:07.564425 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808684b2-e0ae-4348-8d68-2c25cdba715a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:17:07.565125 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808684b2-e0ae-4348-8d68-2c25cdba715a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:17:07.567430 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-808684b2-e0ae-4348-8d68-2c25cdba715a None None] Tracked resource versions report: Jun 17 10:17:07.567430 dv-cinder-796806-1-iscsi neutron-server[93647]: pushed versions: Jun 17 10:17:07.567430 dv-cinder-796806-1-iscsi neutron-server[93647]: { 'AddressGroup': {'1.2'}, Jun 17 10:17:07.567430 dv-cinder-796806-1-iscsi neutron-server[93647]: 'ConntrackHelper': {'1.0'}, Jun 17 10:17:07.567430 dv-cinder-796806-1-iscsi neutron-server[93647]: 'Log': {'1.0'}, Jun 17 10:17:07.567430 dv-cinder-796806-1-iscsi neutron-server[93647]: 'Network': {'1.1'}, Jun 17 10:17:07.567430 dv-cinder-796806-1-iscsi neutron-server[93647]: 'Port': {'1.7'}, Jun 17 10:17:07.567430 dv-cinder-796806-1-iscsi neutron-server[93647]: 'PortForwarding': {'1.2'}, Jun 17 10:17:07.567430 dv-cinder-796806-1-iscsi neutron-server[93647]: 'QosPolicy': {'1.8'}, Jun 17 10:17:07.567430 dv-cinder-796806-1-iscsi neutron-server[93647]: 'SecurityGroup': {'1.4'}, Jun 17 10:17:07.567430 dv-cinder-796806-1-iscsi neutron-server[93647]: 'SecurityGroupRule': {'1.2'}, Jun 17 10:17:07.567430 dv-cinder-796806-1-iscsi neutron-server[93647]: 'SubPort': {'1.0'}, Jun 17 10:17:07.567430 dv-cinder-796806-1-iscsi neutron-server[93647]: 'Subnet': {'1.1'}, Jun 17 10:17:07.567430 dv-cinder-796806-1-iscsi neutron-server[93647]: 'Trunk': {'1.1'}} Jun 17 10:17:07.567430 dv-cinder-796806-1-iscsi neutron-server[93647]: consumer versions: Jun 17 10:17:07.567430 dv-cinder-796806-1-iscsi neutron-server[93647]: { DHCP agent@dv-cinder-796806-1-iscsi: {}, Jun 17 10:17:07.567430 dv-cinder-796806-1-iscsi neutron-server[93647]: HyperV agent@hv-cinder-79680: {}, Jun 17 10:17:07.567430 dv-cinder-796806-1-iscsi neutron-server[93647]: L3 agent@dv-cinder-796806-1-iscsi: {}, Jun 17 10:17:07.567430 dv-cinder-796806-1-iscsi neutron-server[93647]: Metadata agent@dv-cinder-796806-1-iscsi: {}, Jun 17 10:17:07.567430 dv-cinder-796806-1-iscsi neutron-server[93647]: Metering agent@dv-cinder-796806-1-iscsi: {}, Jun 17 10:17:07.567430 dv-cinder-796806-1-iscsi neutron-server[93647]: Open vSwitch agent@dv-cinder-796806-1-iscsi: { 'AddressGroup': '1.2', Jun 17 10:17:07.567430 dv-cinder-796806-1-iscsi neutron-server[93647]: 'ConntrackHelper': '1.0', Jun 17 10:17:07.567430 dv-cinder-796806-1-iscsi neutron-server[93647]: 'Log': '1.0', Jun 17 10:17:07.567430 dv-cinder-796806-1-iscsi neutron-server[93647]: 'Network': '1.1', Jun 17 10:17:07.567430 dv-cinder-796806-1-iscsi neutron-server[93647]: 'Port': '1.7', Jun 17 10:17:07.567430 dv-cinder-796806-1-iscsi neutron-server[93647]: 'PortForwarding': '1.2', Jun 17 10:17:07.567430 dv-cinder-796806-1-iscsi neutron-server[93647]: 'QosPolicy': '1.8', Jun 17 10:17:07.567430 dv-cinder-796806-1-iscsi neutron-server[93647]: 'SecurityGroup': '1.4', Jun 17 10:17:07.567430 dv-cinder-796806-1-iscsi neutron-server[93647]: 'SecurityGroupRule': '1.2', Jun 17 10:17:07.567430 dv-cinder-796806-1-iscsi neutron-server[93647]: 'SubPort': '1.0', Jun 17 10:17:07.567430 dv-cinder-796806-1-iscsi neutron-server[93647]: 'Subnet': '1.1', Jun 17 10:17:07.567430 dv-cinder-796806-1-iscsi neutron-server[93647]: 'Trunk': '1.1'}} Jun 17 10:17:07.567430 dv-cinder-796806-1-iscsi neutron-server[93647]: {{(pid=93647) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 10:17:07.638483 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG oslo_concurrency.lockutils [None req-808684b2-e0ae-4348-8d68-2c25cdba715a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=93647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:17:07.720927 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-a6346e1f-e340-4f07-92b3-5afe434f28cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:07.735909 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-9c16d635-efcf-4337-aea2-3ee9dea42075 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:07.751846 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eb8e28-bc46-466c-950b-c42f77808324 None None] Pushing event updated for resources: {'Port': ['ID=8c4ddc8c-8dda-44e8-a2bf-c898a284b7ff,revision_number=3']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:17:07.754078 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.db [None req-42c32296-6e76-428b-833c-80e85a8aea7d None None] For port 17676108-52cd-44af-a1b2-1530d0d6f731, host dv-cinder-796806-1-iscsi, cleared binding levels {{(pid=93647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:17:07.754713 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.db.provisioning_blocks [None req-9c16d635-efcf-4337-aea2-3ee9dea42075 admin admin] Transition to ACTIVE for port object b8baabdc-42b2-494a-a0ef-87e6c4419b7a will not be triggered until provisioned by entity DHCP. {{(pid=93644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:17:07.755299 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-99eb8e28-bc46-466c-950b-c42f77808324 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:17:07.770291 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.db [None req-42c32296-6e76-428b-833c-80e85a8aea7d None None] For port 17676108-52cd-44af-a1b2-1530d0d6f731, host dv-cinder-796806-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=17676108-52cd-44af-a1b2-1530d0d6f731,segment=NetworkSegment(7a262c57-69fa-4e27-992a-6b78356f8ae4),segment_id=7a262c57-69fa-4e27-992a-6b78356f8ae4)] {{(pid=93647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:17:07.844796 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-a6346e1f-e340-4f07-92b3-5afe434f28cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:07.866811 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-5becc3c9-45ed-4706-98ca-8da523523c5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:17:07.888078 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.47', 55242) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:17:07.918484 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvr_db [None req-ac7a1716-d8b8-4667-9e1b-5c34faef1e7b None None] Set router 7ce96e53-0d7d-4864-9808-f7ceb5af075b gateway port host: dv-cinder-796806-1-iscsi {{(pid=93646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:17:07.933604 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-42c32296-6e76-428b-833c-80e85a8aea7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:07.947616 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:17:07.953630 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6346e1f-e340-4f07-92b3-5afe434f28cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7518a7e-1e2c-4e81-a53e-dc1a5296685f,revision_number=1']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:17:07.977475 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-a6346e1f-e340-4f07-92b3-5afe434f28cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:17:07.990406 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-9c16d635-efcf-4337-aea2-3ee9dea42075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3925395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740733869087'] for port, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:08.017879 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-824fb070-5865-4828-b246-73a342e89c90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:17:08.076450 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c32296-6e76-428b-833c-80e85a8aea7d None None] Routers {'37b069a2-f730-4b96-9d1d-db93300d116a'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:17:08.077283 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-42c32296-6e76-428b-833c-80e85a8aea7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:17:03Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['37b069a2-f730-4b96-9d1d-db93300d116a'], 'active': True} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:17:08.188288 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c16d635-efcf-4337-aea2-3ee9dea42075 admin admin] Pushing event updated for resources: {'Port': ['ID=b8baabdc-42b2-494a-a0ef-87e6c4419b7a,revision_number=1']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:17:08.205464 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c16d635-efcf-4337-aea2-3ee9dea42075 admin admin] Network fb6d1dc1-5856-427b-992b-099ce227c06b is already hosted by enough agents. {{(pid=93644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:17:08.208119 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-9c16d635-efcf-4337-aea2-3ee9dea42075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:17:08.209130 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.base_scheduler [None req-9c16d635-efcf-4337-aea2-3ee9dea42075 admin admin] Resources bound (agent type, host, resource id): {{(pid=93644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:17:08.246911 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-a6346e1f-e340-4f07-92b3-5afe434f28cd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=71bd55e424274a0582dc9f861d730cce&name=default HTTP/1.1" status: 200 len: 2975 time: 2.4010787 Jun 17 10:17:08.248732 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c16d635-efcf-4337-aea2-3ee9dea42075 admin admin] Received port after_create {{(pid=93644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:17:08.252209 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-9c16d635-efcf-4337-aea2-3ee9dea42075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672608'] for router_interface, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:08.266526 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 45292) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:17:08.290994 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808684b2-e0ae-4348-8d68-2c25cdba715a None None] Pushing event updated for resources: {'Port': ['ID=17676108-52cd-44af-a1b2-1530d0d6f731,revision_number=3']} {{(pid=93647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:17:08.308201 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG oslo_concurrency.lockutils [None req-808684b2-e0ae-4348-8d68-2c25cdba715a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=93647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:17:08.358453 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvr_db [None req-42c32296-6e76-428b-833c-80e85a8aea7d None None] Set router 37b069a2-f730-4b96-9d1d-db93300d116a gateway port host: dv-cinder-796806-1-iscsi {{(pid=93647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:17:08.596715 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.db_base_plugin_common [req-23660241-d295-4fc5-ba7a-0a4e19b7a5c0 req-13714d16-0649-444e-aaff-80f11cc0e16a tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Allocated IP 172.20.0.9 (9a805b2b-cd8e-4e47-bb4f-0c9740043540/cef6c515-9123-40fd-a090-e2ea3bc5a141/04940f7f-87de-4aa6-ad53-1548536f45e1) {{(pid=93645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:17:08.598409 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-b2afb38b-6001-4c99-8311-4745be124d58 req-20be7d34-8c52-4888-8bd6-97d86dcfa9c4 tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] 10.222.0.22 "GET /v2.0/ports?device_id=22550391-be87-4a53-ad43-67c07ba72602 HTTP/1.1" status: 200 len: 210 time: 0.3331907 Jun 17 10:17:08.803291 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-e1e1bda0-7a47-499f-a3b9-9f37f2ae1e4d None None] Provisioning for port b8baabdc-42b2-494a-a0ef-87e6c4419b7a completed by entity DHCP. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:17:08.827929 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-e1e1bda0-7a47-499f-a3b9-9f37f2ae1e4d None None] Provisioning complete for port b8baabdc-42b2-494a-a0ef-87e6c4419b7a triggered by entity DHCP. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:17:08.830714 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-e1e1bda0-7a47-499f-a3b9-9f37f2ae1e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:08.917028 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-23f7c700-f482-4e4e-b0be-844d91e9a64a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:08.992308 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.db_base_plugin_common [None req-a5964881-6aa5-4baa-85e1-48275886ae51 admin admin] Allocated IP 172.20.0.1 (d773beeb-675a-4b62-b751-30bf7ea2150d/e9682fe0-190f-4cfb-8a99-3f5500e89851/b6f2a916-efc3-4b86-85c0-d56e61a99090) {{(pid=93645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:17:09.059061 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-e1e1bda0-7a47-499f-a3b9-9f37f2ae1e4d None None] Port b8baabdc-42b2-494a-a0ef-87e6c4419b7a cannot update to ACTIVE because it is not bound. {{(pid=93646) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 10:17:09.087338 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_hamode_db [None req-ac7a1716-d8b8-4667-9e1b-5c34faef1e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce96e53-0d7d-4864-9808-f7ceb5af075b', 'name': 'tempest-AttachVolumeShelveTestJSON-1349741473-router', 'tenant_id': 'd3921a4980a048a78ce6c633bbba19c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '8c4ddc8c-8dda-44e8-a2bf-c898a284b7ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:16:56Z', 'updated_at': '2021-06-17T10:17:01Z', 'revision_number': 3, 'project_id': 'd3921a4980a048a78ce6c633bbba19c9', 'gw_port': {'id': '8c4ddc8c-8dda-44e8-a2bf-c898a284b7ff', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d1:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce96e53-0d7d-4864-9808-f7ceb5af075b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:16:59Z', 'updated_at': '2021-06-17T10:17:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi'}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:17:09.116372 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-c0af9f17-0846-4ce3-bf50-44662976cec2 req-8a6ec5da-89ff-4f8e-b8ed-08c895e91add tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c7a6268-cae5-485c-b4b0-15e4829e5ec1 HTTP/1.1" status: 200 len: 210 time: 0.2451432 Jun 17 10:17:09.193838 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7a1716-d8b8-4667-9e1b-5c34faef1e7b None None] The sync data for ids ['7ce96e53-0d7d-4864-9808-f7ceb5af075b'] in dv-cinder-796806-1-iscsi is: [{'id': '7ce96e53-0d7d-4864-9808-f7ceb5af075b', 'name': 'tempest-AttachVolumeShelveTestJSON-1349741473-router', 'tenant_id': 'd3921a4980a048a78ce6c633bbba19c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '8c4ddc8c-8dda-44e8-a2bf-c898a284b7ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:16:56Z', 'updated_at': '2021-06-17T10:17:01Z', 'revision_number': 3, 'project_id': 'd3921a4980a048a78ce6c633bbba19c9', 'gw_port': {'id': '8c4ddc8c-8dda-44e8-a2bf-c898a284b7ff', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d1:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce96e53-0d7d-4864-9808-f7ceb5af075b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:16:59Z', 'updated_at': '2021-06-17T10:17:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi'}] {{(pid=93646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 10:17:09.260745 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-42c32296-6e76-428b-833c-80e85a8aea7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b069a2-f730-4b96-9d1d-db93300d116a', 'name': 'tempest-ServerRescueNegativeTestJSON-1520108491-router', 'tenant_id': '5bd0dd2afc794054a2ded47901ac6c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '17676108-52cd-44af-a1b2-1530d0d6f731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:16:55Z', 'updated_at': '2021-06-17T10:17:01Z', 'revision_number': 3, 'project_id': '5bd0dd2afc794054a2ded47901ac6c2e', 'gw_port': {'id': '17676108-52cd-44af-a1b2-1530d0d6f731', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b2:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b069a2-f730-4b96-9d1d-db93300d116a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:16:58Z', 'updated_at': '2021-06-17T10:17:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi'}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:17:09.310794 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-23f7c700-f482-4e4e-b0be-844d91e9a64a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:09.386761 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c32296-6e76-428b-833c-80e85a8aea7d None None] The sync data for ids ['37b069a2-f730-4b96-9d1d-db93300d116a'] in dv-cinder-796806-1-iscsi is: [{'id': '37b069a2-f730-4b96-9d1d-db93300d116a', 'name': 'tempest-ServerRescueNegativeTestJSON-1520108491-router', 'tenant_id': '5bd0dd2afc794054a2ded47901ac6c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '17676108-52cd-44af-a1b2-1530d0d6f731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:16:55Z', 'updated_at': '2021-06-17T10:17:01Z', 'revision_number': 3, 'project_id': '5bd0dd2afc794054a2ded47901ac6c2e', 'gw_port': {'id': '17676108-52cd-44af-a1b2-1530d0d6f731', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b2:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b069a2-f730-4b96-9d1d-db93300d116a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:16:58Z', 'updated_at': '2021-06-17T10:17:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi'}] {{(pid=93647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 10:17:09.590328 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4977f71e-8935-47f1-b373-85b9d51dbd45 req-cf7516a0-0016-4894-bf25-249bf77d684f tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:09.595438 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-4977f71e-8935-47f1-b373-85b9d51dbd45 req-cf7516a0-0016-4894-bf25-249bf77d684f tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] 10.222.0.47 "GET /v2.0/networks?id=3637b1fa-ac9c-4265-9bfb-ab563ce914f7 HTTP/1.1" status: 200 len: 812 time: 1.5342069 Jun 17 10:17:09.799908 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-23f7c700-f482-4e4e-b0be-844d91e9a64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:09.827583 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-23660241-d295-4fc5-ba7a-0a4e19b7a5c0 req-13714d16-0649-444e-aaff-80f11cc0e16a tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Notify callbacks [] for port, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:09.891013 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-23f7c700-f482-4e4e-b0be-844d91e9a64a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:09.898955 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-23f7c700-f482-4e4e-b0be-844d91e9a64a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f7518a7e-1e2c-4e81-a53e-dc1a5296685f HTTP/1.1" status: 204 len: 168 time: 1.6148782 Jun 17 10:17:09.904733 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-c44a45a7-b9cc-47da-b972-7fec68f0985a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:17:10.035779 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f7c700-f482-4e4e-b0be-844d91e9a64a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7518a7e-1e2c-4e81-a53e-dc1a5296685f,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:17:10.052996 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-23f7c700-f482-4e4e-b0be-844d91e9a64a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:17:10.058181 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-9c16d635-efcf-4337-aea2-3ee9dea42075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:10.105812 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.v2.base [req-4977f71e-8935-47f1-b373-85b9d51dbd45 req-a580dbe5-a688-4c96-9d40-3dacdaabb717 tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] Request body: {'port': {'device_id': '22550391-be87-4a53-ad43-67c07ba72602', 'network_id': '3637b1fa-ac9c-4265-9bfb-ab563ce914f7', 'admin_state_up': True, 'tenant_id': '4c8d7c9355994183af2479978aa41f9e'}} {{(pid=93645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:17:10.550512 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-23660241-d295-4fc5-ba7a-0a4e19b7a5c0 req-13714d16-0649-444e-aaff-80f11cc0e16a tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3925395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740733869087'] for port, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:10.742317 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device 8c4ddc8c-8dda-44e8-a2bf-c898a284b7ff up at agent ovs-agent-dv-cinder-796806-1-iscsi {{(pid=93646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:17:10.780298 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d94808a7-1f24-4d29-bea4-51f94044e8b4 req-a96cefef-eb30-4e5d-848c-c88066dde66d tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] 10.222.0.22 "GET /v2.0/ports?device_id=22550391-be87-4a53-ad43-67c07ba72602 HTTP/1.1" status: 200 len: 210 time: 0.2268212 Jun 17 10:17:10.790165 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-03f8a133-93c4-457d-ada1-e5f8b1d69c28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:17:10.827448 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23660241-d295-4fc5-ba7a-0a4e19b7a5c0 req-13714d16-0649-444e-aaff-80f11cc0e16a tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Network 9a805b2b-cd8e-4e47-bb4f-0c9740043540 is already hosted by enough agents. {{(pid=93645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:17:11.018578 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.base_scheduler [req-23660241-d295-4fc5-ba7a-0a4e19b7a5c0 req-13714d16-0649-444e-aaff-80f11cc0e16a tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Resources bound (agent type, host, resource id): {{(pid=93645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:17:11.025977 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.l3_dvrscheduler_db [req-23660241-d295-4fc5-ba7a-0a4e19b7a5c0 req-13714d16-0649-444e-aaff-80f11cc0e16a tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Received port after_create {{(pid=93645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:17:11.046268 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23660241-d295-4fc5-ba7a-0a4e19b7a5c0 req-13714d16-0649-444e-aaff-80f11cc0e16a tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:11.049841 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-23660241-d295-4fc5-ba7a-0a4e19b7a5c0 req-13714d16-0649-444e-aaff-80f11cc0e16a tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625220'] for port, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:11.213466 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4977f71e-8935-47f1-b373-85b9d51dbd45 req-a580dbe5-a688-4c96-9d40-3dacdaabb717 tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] Made reservation on behalf of 4c8d7c9355994183af2479978aa41f9e for: {'port': 1} {{(pid=93645) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:17:11.233125 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-4977f71e-8935-47f1-b373-85b9d51dbd45 req-a580dbe5-a688-4c96-9d40-3dacdaabb717 tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3930454'] for port, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:11.247467 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Provisioning for port 8c4ddc8c-8dda-44e8-a2bf-c898a284b7ff completed by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:17:11.262869 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Provisioning complete for port 8c4ddc8c-8dda-44e8-a2bf-c898a284b7ff triggered by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:17:11.263674 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:11.344679 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-23660241-d295-4fc5-ba7a-0a4e19b7a5c0 req-13714d16-0649-444e-aaff-80f11cc0e16a tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1775062 Jun 17 10:17:11.522243 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-9c16d635-efcf-4337-aea2-3ee9dea42075 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:11.630799 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:11.717092 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-9c16d635-efcf-4337-aea2-3ee9dea42075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:11.735333 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-9c16d635-efcf-4337-aea2-3ee9dea42075 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672540'] for router_interface, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:11.752101 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [req-23660241-d295-4fc5-ba7a-0a4e19b7a5c0 req-40834f19-6ca6-4252-a20b-544604950eaf tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93645) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 10:17:11.754428 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-23660241-d295-4fc5-ba7a-0a4e19b7a5c0 req-40834f19-6ca6-4252-a20b-544604950eaf tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0119572 Jun 17 10:17:11.756546 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13714d16-0649-444e-aaff-80f11cc0e16a tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Pushing event updated for resources: {'Port': ['ID=04940f7f-87de-4aa6-ad53-1548536f45e1,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:17:11.846998 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] For port 8c4ddc8c-8dda-44e8-a2bf-c898a284b7ff, host dv-cinder-796806-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=8c4ddc8c-8dda-44e8-a2bf-c898a284b7ff,segment=NetworkSegment(7a262c57-69fa-4e27-992a-6b78356f8ae4),segment_id=7a262c57-69fa-4e27-992a-6b78356f8ae4)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:17:11.864876 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a22b314-176f-44bf-b417-0cb1e5778a09 req-c78bc2f7-5ff6-4ad3-8755-b1caad17e249 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:11.867367 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-2a22b314-176f-44bf-b417-0cb1e5778a09 req-c78bc2f7-5ff6-4ad3-8755-b1caad17e249 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c7a6268-cae5-485c-b4b0-15e4829e5ec1 HTTP/1.1" status: 200 len: 931 time: 0.9573512 Jun 17 10:17:11.879049 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-9c16d635-efcf-4337-aea2-3ee9dea42075 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:17:11.894417 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-13714d16-0649-444e-aaff-80f11cc0e16a tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.104s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:17:11.938733 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:11.954247 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-67647278-d008-46ac-b8c7-9153c7ff7563 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:17:12.030326 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 45350) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:17:12.159644 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-a5964881-6aa5-4baa-85e1-48275886ae51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:12.165599 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Pushing event updated for resources: {'Port': ['ID=8c4ddc8c-8dda-44e8-a2bf-c898a284b7ff,revision_number=4']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:17:12.183633 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:17:12.339794 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.db_base_plugin_common [req-4977f71e-8935-47f1-b373-85b9d51dbd45 req-a580dbe5-a688-4c96-9d40-3dacdaabb717 tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] Allocated IP 172.20.0.8 (3637b1fa-ac9c-4265-9bfb-ab563ce914f7/c501e285-ef07-4abb-b0ea-7b4d96034522/257f7118-2c19-4140-8129-25cfafe19b11) {{(pid=93645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:17:12.582328 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 45364) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:17:12.775725 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device 17676108-52cd-44af-a1b2-1530d0d6f731 up at agent ovs-agent-dv-cinder-796806-1-iscsi {{(pid=93646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:17:12.825936 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-333a2ec8-d81e-4395-a2c5-c3b22afc31d3 req-4f90544a-d918-4b9b-8b80-fc9420ac52ec tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] 10.222.0.22 "GET /v2.0/ports?device_id=22550391-be87-4a53-ad43-67c07ba72602 HTTP/1.1" status: 200 len: 210 time: 0.3178983 Jun 17 10:17:12.883367 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-2a22b314-176f-44bf-b417-0cb1e5778a09 req-95bf09d8-0fa5-4efa-9ec3-5a4bb62000b7 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b298a6e-ca03-4b84-a35f-a75e19063a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3820565 Jun 17 10:17:12.930366 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c16d635-efcf-4337-aea2-3ee9dea42075 admin admin] Pushing event updated for resources: {'Port': ['ID=b8baabdc-42b2-494a-a0ef-87e6c4419b7a,revision_number=2']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:17:12.943821 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-9c16d635-efcf-4337-aea2-3ee9dea42075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.065s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:17:12.968549 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-6e0ce087-9a71-4303-9368-4315c5e60b06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:13.060029 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c16d635-efcf-4337-aea2-3ee9dea42075 admin admin] Network fb6d1dc1-5856-427b-992b-099ce227c06b is already hosted by enough agents. {{(pid=93644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:17:13.069102 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.base_scheduler [None req-9c16d635-efcf-4337-aea2-3ee9dea42075 admin admin] Resources bound (agent type, host, resource id): {{(pid=93644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:17:13.157365 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-a5964881-6aa5-4baa-85e1-48275886ae51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3925395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740733869087'] for port, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:13.160619 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-4977f71e-8935-47f1-b373-85b9d51dbd45 req-a580dbe5-a688-4c96-9d40-3dacdaabb717 tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] Notify callbacks [] for port, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:13.180456 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-13714d16-0649-444e-aaff-80f11cc0e16a tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:17:13.218174 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Provisioning for port 17676108-52cd-44af-a1b2-1530d0d6f731 completed by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:17:13.231838 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Provisioning complete for port 17676108-52cd-44af-a1b2-1530d0d6f731 triggered by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:17:13.231838 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:13.254166 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-db915afa-3239-4aa2-922e-45f24753f50e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:13.357508 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5964881-6aa5-4baa-85e1-48275886ae51 admin admin] Network d773beeb-675a-4b62-b751-30bf7ea2150d is already hosted by enough agents. {{(pid=93645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:17:13.388025 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.base_scheduler [None req-a5964881-6aa5-4baa-85e1-48275886ae51 admin admin] Resources bound (agent type, host, resource id): {{(pid=93645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:17:13.402948 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5964881-6aa5-4baa-85e1-48275886ae51 admin admin] Received port after_create {{(pid=93645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:17:13.403459 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-a5964881-6aa5-4baa-85e1-48275886ae51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672608'] for router_interface, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:13.567487 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:13.583441 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5964881-6aa5-4baa-85e1-48275886ae51 admin admin] Pushing event updated for resources: {'Port': ['ID=b6f2a916-efc3-4b86-85c0-d56e61a99090,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:17:13.661166 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c16d635-efcf-4337-aea2-3ee9dea42075 admin admin] Router 7ce96e53-0d7d-4864-9808-f7ceb5af075b has already been hosted by L3 agent 9ed9efc2-3eec-4d73-b246-cbd899a1984b {{(pid=93644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 10:17:13.734698 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] For port 17676108-52cd-44af-a1b2-1530d0d6f731, host dv-cinder-796806-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=17676108-52cd-44af-a1b2-1530d0d6f731,segment=NetworkSegment(7a262c57-69fa-4e27-992a-6b78356f8ae4),segment_id=7a262c57-69fa-4e27-992a-6b78356f8ae4)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:17:13.751105 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-9332834b-57d6-4f94-a4b8-567e39008831 None None] Provisioning complete for port b8baabdc-42b2-494a-a0ef-87e6c4419b7a triggered by entity DHCP. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:17:13.754256 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-9332834b-57d6-4f94-a4b8-567e39008831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:13.770356 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.v2.base [req-23660241-d295-4fc5-ba7a-0a4e19b7a5c0 req-b98212bd-9024-48d5-b1c2-69f4537c6452 service neutron] Request body: {'port': {'device_id': '7c7a6268-cae5-485c-b4b0-15e4829e5ec1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79680'}} {{(pid=93645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:17:13.861691 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-9332834b-57d6-4f94-a4b8-567e39008831 None None] Port b8baabdc-42b2-494a-a0ef-87e6c4419b7a cannot update to ACTIVE because it is not bound. {{(pid=93646) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 10:17:13.902600 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-a5964881-6aa5-4baa-85e1-48275886ae51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.722s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:17:13.907852 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-4977f71e-8935-47f1-b373-85b9d51dbd45 req-a580dbe5-a688-4c96-9d40-3dacdaabb717 tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3925395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740733869087'] for port, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:13.925065 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 45378) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:17:13.990385 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:13.994028 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device 8c4ddc8c-8dda-44e8-a2bf-c898a284b7ff up at agent ovs-agent-dv-cinder-796806-1-iscsi {{(pid=93646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:17:13.996214 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:17:14.004072 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-fe250420-f8d4-4d59-8904-4e18a2065757 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:17:14.345999 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c16d635-efcf-4337-aea2-3ee9dea42075 admin admin] Notify agent at l3_agent.dv-cinder-796806-1-iscsi the message routers_updated {{(pid=93644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 10:17:14.439676 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-9c16d635-efcf-4337-aea2-3ee9dea42075 admin admin] 10.222.0.22 "PUT /v2.0/routers/7ce96e53-0d7d-4864-9808-f7ceb5af075b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0802121 Jun 17 10:17:14.485955 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Pushing event updated for resources: {'Port': ['ID=17676108-52cd-44af-a1b2-1530d0d6f731,revision_number=4']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:17:14.511334 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:17:14.541017 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Provisioning complete for port 8c4ddc8c-8dda-44e8-a2bf-c898a284b7ff triggered by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:17:14.541636 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:14.664538 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4977f71e-8935-47f1-b373-85b9d51dbd45 req-a580dbe5-a688-4c96-9d40-3dacdaabb717 tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] Network 3637b1fa-ac9c-4265-9bfb-ab563ce914f7 is already hosted by enough agents. {{(pid=93645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:17:14.676762 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84043f11-ebcc-4974-a4e2-3d738287aae1 req-52ed1249-ea3d-43be-9c68-470b20e23a5f tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:14.679892 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-84043f11-ebcc-4974-a4e2-3d738287aae1 req-52ed1249-ea3d-43be-9c68-470b20e23a5f tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] 10.222.0.22 "GET /v2.0/ports?device_id=22550391-be87-4a53-ad43-67c07ba72602 HTTP/1.1" status: 200 len: 931 time: 0.2515244 Jun 17 10:17:14.765737 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67046a3-7b90-4775-9ca1-02c9cf067ea3 None None] Sync routers for ids ['7ce96e53-0d7d-4864-9808-f7ceb5af075b'] in dv-cinder-796806-1-iscsi {{(pid=93647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 10:17:14.809033 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67046a3-7b90-4775-9ca1-02c9cf067ea3 None None] Routers {'7ce96e53-0d7d-4864-9808-f7ceb5af075b'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:17:14.814185 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-a67046a3-7b90-4775-9ca1-02c9cf067ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:17:03Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['7ce96e53-0d7d-4864-9808-f7ceb5af075b'], 'active': True} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:17:14.879965 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522c5921-4e89-49c2-acfc-79232308923e req-6cd0087c-3138-4bc1-9eaf-6abae98faac6 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:14.882601 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-522c5921-4e89-49c2-acfc-79232308923e req-6cd0087c-3138-4bc1-9eaf-6abae98faac6 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c7a6268-cae5-485c-b4b0-15e4829e5ec1 HTTP/1.1" status: 200 len: 931 time: 0.3403087 Jun 17 10:17:14.908141 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-84043f11-ebcc-4974-a4e2-3d738287aae1 req-4ef5dc4b-1b55-40ce-8cc2-7e1e4f369eab tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] 10.222.0.22 "GET /v2.0/security-groups?id=a644f086-6875-492e-9fdb-6418b4e58878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070811 Jun 17 10:17:15.032317 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-6e0ce087-9a71-4303-9368-4315c5e60b06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:15.038916 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a580dbe5-a688-4c96-9d40-3dacdaabb717 tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] Pushing event updated for resources: {'Port': ['ID=257f7118-2c19-4140-8129-25cfafe19b11,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:17:15.046280 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-522c5921-4e89-49c2-acfc-79232308923e req-a23b5477-31fa-4b5d-acea-37d7acb5fab2 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b298a6e-ca03-4b84-a35f-a75e19063a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470253 Jun 17 10:17:15.073644 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-a580dbe5-a688-4c96-9d40-3dacdaabb717 tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.077s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:17:15.074972 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-23660241-d295-4fc5-ba7a-0a4e19b7a5c0 req-b98212bd-9024-48d5-b1c2-69f4537c6452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:15.214288 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-760049ca-f6d8-4748-8c43-b5998804ef4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:15.355290 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.base_scheduler [req-4977f71e-8935-47f1-b373-85b9d51dbd45 req-a580dbe5-a688-4c96-9d40-3dacdaabb717 tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] Resources bound (agent type, host, resource id): {{(pid=93645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:17:15.358258 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvr_db [None req-a67046a3-7b90-4775-9ca1-02c9cf067ea3 None None] Set router 7ce96e53-0d7d-4864-9808-f7ceb5af075b gateway port host: dv-cinder-796806-1-iscsi {{(pid=93647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:17:15.423255 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.l3_dvrscheduler_db [req-4977f71e-8935-47f1-b373-85b9d51dbd45 req-a580dbe5-a688-4c96-9d40-3dacdaabb717 tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] Received port after_create {{(pid=93645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:17:15.427913 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4977f71e-8935-47f1-b373-85b9d51dbd45 req-a580dbe5-a688-4c96-9d40-3dacdaabb717 tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:15.428715 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-4977f71e-8935-47f1-b373-85b9d51dbd45 req-a580dbe5-a688-4c96-9d40-3dacdaabb717 tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625220'] for port, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:15.436368 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-a5964881-6aa5-4baa-85e1-48275886ae51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:15.439144 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-6e0ce087-9a71-4303-9368-4315c5e60b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:15.504433 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:17:15.509878 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-6e0ce087-9a71-4303-9368-4315c5e60b06 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=889551100131428fa725f3130cb2eb6f&name=default HTTP/1.1" status: 200 len: 2977 time: 2.9153571 Jun 17 10:17:15.513958 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 45398) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:17:15.645184 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device 17676108-52cd-44af-a1b2-1530d0d6f731 up at agent ovs-agent-dv-cinder-796806-1-iscsi {{(pid=93646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:17:15.688452 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-04c00fde-09e7-4993-83fa-a1b7a2376b13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:15.781572 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-04c00fde-09e7-4993-83fa-a1b7a2376b13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:15.848188 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0ce087-9a71-4303-9368-4315c5e60b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf32d6c-f2f7-4b3c-b49e-46640c9ba83a,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:17:15.896720 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Provisioning complete for port 17676108-52cd-44af-a1b2-1530d0d6f731 triggered by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:17:15.902255 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:15.956269 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-a67046a3-7b90-4775-9ca1-02c9cf067ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce96e53-0d7d-4864-9808-f7ceb5af075b', 'name': 'tempest-AttachVolumeShelveTestJSON-1349741473-router', 'tenant_id': 'd3921a4980a048a78ce6c633bbba19c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '8c4ddc8c-8dda-44e8-a2bf-c898a284b7ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:16:56Z', 'updated_at': '2021-06-17T10:17:09Z', 'revision_number': 4, 'project_id': 'd3921a4980a048a78ce6c633bbba19c9', 'gw_port': {'id': '8c4ddc8c-8dda-44e8-a2bf-c898a284b7ff', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce96e53-0d7d-4864-9808-f7ceb5af075b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:16:59Z', 'updated_at': '2021-06-17T10:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi', '_interfaces': [{'id': 'b8baabdc-42b2-494a-a0ef-87e6c4419b7a', 'name': '', 'network_id': 'fb6d1dc1-5856-427b-992b-099ce227c06b', 'tenant_id': 'd3921a4980a048a78ce6c633bbba19c9', 'mac_address': 'fa:16:3e:ab:46:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce96e53-0d7d-4864-9808-f7ceb5af075b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '235adf9a-5d00-4d35-8ffd-65944fdd0c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:17:06Z', 'updated_at': '2021-06-17T10:17:10Z', 'revision_number': 2, 'project_id': 'd3921a4980a048a78ce6c633bbba19c9', 'subnets': [{'id': '235adf9a-5d00-4d35-8ffd-65944fdd0c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:17:16.083766 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67046a3-7b90-4775-9ca1-02c9cf067ea3 None None] Checking router: 7ce96e53-0d7d-4864-9808-f7ceb5af075b for host: dv-cinder-796806-1-iscsi {{(pid=93647) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 10:17:16.084342 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67046a3-7b90-4775-9ca1-02c9cf067ea3 None None] Updating router 7ce96e53-0d7d-4864-9808-f7ceb5af075b port b8baabdc-42b2-494a-a0ef-87e6c4419b7a binding host dv-cinder-796806-1-iscsi {{(pid=93647) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 10:17:16.143988 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-6e0ce087-9a71-4303-9368-4315c5e60b06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.639s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:17:16.178828 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-04c00fde-09e7-4993-83fa-a1b7a2376b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:16.188636 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-04c00fde-09e7-4993-83fa-a1b7a2376b13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:16.190547 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-04c00fde-09e7-4993-83fa-a1b7a2376b13 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4cf32d6c-f2f7-4b3c-b49e-46640c9ba83a HTTP/1.1" status: 204 len: 168 time: 0.6752033 Jun 17 10:17:16.191669 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:17:16.197611 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-a67046a3-7b90-4775-9ca1-02c9cf067ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:16.234368 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c00fde-09e7-4993-83fa-a1b7a2376b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf32d6c-f2f7-4b3c-b49e-46640c9ba83a,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:17:16.254585 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-04c00fde-09e7-4993-83fa-a1b7a2376b13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:17:16.395139 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-db915afa-3239-4aa2-922e-45f24753f50e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:16.454350 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 45412) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:17:16.460614 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.v2.base [None req-3860af29-bfe4-421e-9e57-7c0db35ef9ee tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1120620439', 'description': 'tempest-description--2111603078'}} {{(pid=93644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:17:16.741414 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-db915afa-3239-4aa2-922e-45f24753f50e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:16.752317 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558950f0-7eb3-43f0-9243-30431ca7758f req-fa185133-990a-4e45-a770-3466d0fdceb2 tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:16.762314 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-558950f0-7eb3-43f0-9243-30431ca7758f req-fa185133-990a-4e45-a770-3466d0fdceb2 tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] 10.222.0.22 "GET /v2.0/ports?device_id=22550391-be87-4a53-ad43-67c07ba72602 HTTP/1.1" status: 200 len: 931 time: 0.2815797 Jun 17 10:17:16.795427 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-5dd5854f-705d-41da-800e-68f8f12e4f45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:17:16.894116 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b984792-f8fe-4ab7-b699-bc20fd0e4f52 req-4aab6b53-c5f1-4567-bae3-57763bc81562 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:16.896817 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-0b984792-f8fe-4ab7-b699-bc20fd0e4f52 req-4aab6b53-c5f1-4567-bae3-57763bc81562 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c7a6268-cae5-485c-b4b0-15e4829e5ec1 HTTP/1.1" status: 200 len: 931 time: 0.2817447 Jun 17 10:17:16.942533 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-558950f0-7eb3-43f0-9243-30431ca7758f req-4c3ad271-f78d-41b0-8932-cd8021e69784 tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] 10.222.0.22 "GET /v2.0/security-groups?id=a644f086-6875-492e-9fdb-6418b4e58878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457486 Jun 17 10:17:16.967819 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-a5964881-6aa5-4baa-85e1-48275886ae51 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:17.020250 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-db915afa-3239-4aa2-922e-45f24753f50e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1f1df3ab1e254474adea1bf519923939&name=default HTTP/1.1" status: 200 len: 2979 time: 4.9863756 Jun 17 10:17:17.026462 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db915afa-3239-4aa2-922e-45f24753f50e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c79e6e5-c67b-4fa4-ac2a-06772c949ad9,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:17:17.029842 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 45416) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:17:17.056724 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-a67046a3-7b90-4775-9ca1-02c9cf067ea3 None None] Notify callbacks [] for port, precommit_update {{(pid=93647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:17.088681 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-0b984792-f8fe-4ab7-b699-bc20fd0e4f52 req-66d0c21f-6d2f-4341-aaa7-9a72d6d4c061 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b298a6e-ca03-4b84-a35f-a75e19063a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556056 Jun 17 10:17:17.089577 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.provisioning_blocks [None req-a67046a3-7b90-4775-9ca1-02c9cf067ea3 None None] Transition to ACTIVE for port object b8baabdc-42b2-494a-a0ef-87e6c4419b7a will not be triggered until provisioned by entity L2. {{(pid=93647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:17:17.218028 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-db915afa-3239-4aa2-922e-45f24753f50e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:17:17.230453 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-a67046a3-7b90-4775-9ca1-02c9cf067ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:17.235295 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-a5964881-6aa5-4baa-85e1-48275886ae51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:17.235995 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:17:17.268067 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-a5964881-6aa5-4baa-85e1-48275886ae51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672540'] for router_interface, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:17.278775 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-a5964881-6aa5-4baa-85e1-48275886ae51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:17:17.542901 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fa3680-3888-4aa2-bc2d-c11d13d4988b None None] Pushing event updated for resources: {'Port': ['ID=b8baabdc-42b2-494a-a0ef-87e6c4419b7a,revision_number=3']} {{(pid=93647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:17:17.574953 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG oslo_concurrency.lockutils [None req-40fa3680-3888-4aa2-bc2d-c11d13d4988b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=93647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:17:17.632001 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.managers [None req-a67046a3-7b90-4775-9ca1-02c9cf067ea3 None None] Attempting to bind port b8baabdc-42b2-494a-a0ef-87e6c4419b7a on host dv-cinder-796806-1-iscsi for vnic_type normal with profile {{(pid=93647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:17:17.632713 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.managers [None req-a67046a3-7b90-4775-9ca1-02c9cf067ea3 None None] Attempting to bind port b8baabdc-42b2-494a-a0ef-87e6c4419b7a by drivers openvswitch,hyperv on host dv-cinder-796806-1-iscsi at level 0 using segments [{'id': 'aee95af0-cc5d-41dc-ae63-eda94ddae53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'fb6d1dc1-5856-427b-992b-099ce227c06b'}] {{(pid=93647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:17:17.633162 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67046a3-7b90-4775-9ca1-02c9cf067ea3 None None] Attempting to bind port b8baabdc-42b2-494a-a0ef-87e6c4419b7a on network fb6d1dc1-5856-427b-992b-099ce227c06b {{(pid=93647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:17:17.657913 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5964881-6aa5-4baa-85e1-48275886ae51 admin admin] Pushing event updated for resources: {'Port': ['ID=b6f2a916-efc3-4b86-85c0-d56e61a99090,revision_number=2']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:17:17.671681 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67046a3-7b90-4775-9ca1-02c9cf067ea3 None None] Checking agent: {'id': 'f230d01b-21be-4f06-8428-d429ae72cfd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796806-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 7, 3), 'started_at': datetime.datetime(2021, 6, 17, 10, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796806-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:17:17.672153 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-a5964881-6aa5-4baa-85e1-48275886ae51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:17:17.672323 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67046a3-7b90-4775-9ca1-02c9cf067ea3 None None] Checking segment: {'id': 'aee95af0-cc5d-41dc-ae63-eda94ddae53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'fb6d1dc1-5856-427b-992b-099ce227c06b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:17:17.675351 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-a67046a3-7b90-4775-9ca1-02c9cf067ea3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:17.676438 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67046a3-7b90-4775-9ca1-02c9cf067ea3 None None] Bound using segment: {'id': 'aee95af0-cc5d-41dc-ae63-eda94ddae53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'fb6d1dc1-5856-427b-992b-099ce227c06b'} {{(pid=93647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:17:17.677628 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.managers [None req-a67046a3-7b90-4775-9ca1-02c9cf067ea3 None None] Bound port: b8baabdc-42b2-494a-a0ef-87e6c4419b7a, host: dv-cinder-796806-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aee95af0-cc5d-41dc-ae63-eda94ddae53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'fb6d1dc1-5856-427b-992b-099ce227c06b'}}] {{(pid=93647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:17:17.679599 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-a67046a3-7b90-4775-9ca1-02c9cf067ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:17.699424 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-760049ca-f6d8-4748-8c43-b5998804ef4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:17.861427 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-cd5097e2-e69d-48ea-86d2-aa6857f6271d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:17.909365 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.db [None req-a67046a3-7b90-4775-9ca1-02c9cf067ea3 None None] For port b8baabdc-42b2-494a-a0ef-87e6c4419b7a, host dv-cinder-796806-1-iscsi, cleared binding levels {{(pid=93647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:17:17.916545 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.db [None req-a67046a3-7b90-4775-9ca1-02c9cf067ea3 None None] For port b8baabdc-42b2-494a-a0ef-87e6c4419b7a, host dv-cinder-796806-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=b8baabdc-42b2-494a-a0ef-87e6c4419b7a,segment=NetworkSegment(aee95af0-cc5d-41dc-ae63-eda94ddae53b),segment_id=aee95af0-cc5d-41dc-ae63-eda94ddae53b)] {{(pid=93647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:17:17.966005 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-760049ca-f6d8-4748-8c43-b5998804ef4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:17.984535 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-cd5097e2-e69d-48ea-86d2-aa6857f6271d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:18.012941 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-6e0ce087-9a71-4303-9368-4315c5e60b06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:17:18.030403 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-a67046a3-7b90-4775-9ca1-02c9cf067ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:18.037787 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:17:18.203824 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-4977f71e-8935-47f1-b373-85b9d51dbd45 req-a580dbe5-a688-4c96-9d40-3dacdaabb717 tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.5371928 Jun 17 10:17:18.206933 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67046a3-7b90-4775-9ca1-02c9cf067ea3 None None] Routers {'7ce96e53-0d7d-4864-9808-f7ceb5af075b'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:17:18.206933 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-a67046a3-7b90-4775-9ca1-02c9cf067ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:17:03Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['7ce96e53-0d7d-4864-9808-f7ceb5af075b'], 'active': True} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:17:18.285908 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-3860af29-bfe4-421e-9e57-7c0db35ef9ee tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks [] for security_group, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:18.470975 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.v2.base [req-4977f71e-8935-47f1-b373-85b9d51dbd45 req-472234f3-70f0-4c82-a512-df0fe1c2c1c9 service neutron] Request body: {'port': {'device_id': '22550391-be87-4a53-ad43-67c07ba72602', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79680'}} {{(pid=93645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:17:18.477692 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fa3680-3888-4aa2-bc2d-c11d13d4988b None None] Pushing event updated for resources: {'Port': ['ID=b8baabdc-42b2-494a-a0ef-87e6c4419b7a,revision_number=4']} {{(pid=93647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:17:18.506590 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG oslo_concurrency.lockutils [None req-40fa3680-3888-4aa2-bc2d-c11d13d4988b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=93647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:17:18.599704 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-3860af29-bfe4-421e-9e57-7c0db35ef9ee tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks [] for security_group, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:18.606251 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-760049ca-f6d8-4748-8c43-b5998804ef4b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=449e66e37c46456d9fb6ddc99cd31282&name=default HTTP/1.1" status: 200 len: 2979 time: 4.6680465 Jun 17 10:17:18.606971 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 45444) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:17:18.626153 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.notifiers.nova [req-23660241-d295-4fc5-ba7a-0a4e19b7a5c0 req-b98212bd-9024-48d5-b1c2-69f4537c6452 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04940f7f-87de-4aa6-ad53-1548536f45e1 {{(pid=93645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:17:18.637417 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-23660241-d295-4fc5-ba7a-0a4e19b7a5c0 req-b98212bd-9024-48d5-b1c2-69f4537c6452 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:18.672492 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.provisioning_blocks [req-23660241-d295-4fc5-ba7a-0a4e19b7a5c0 req-b98212bd-9024-48d5-b1c2-69f4537c6452 service neutron] Transition to ACTIVE for port object 04940f7f-87de-4aa6-ad53-1548536f45e1 will not be triggered until provisioned by entity L2. {{(pid=93645) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:17:18.673790 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760049ca-f6d8-4748-8c43-b5998804ef4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef1393a-df87-4a8d-ad20-c33249b7c7d4,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:17:18.694942 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-760049ca-f6d8-4748-8c43-b5998804ef4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.682s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:17:18.739357 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvr_db [None req-a67046a3-7b90-4775-9ca1-02c9cf067ea3 None None] Set router 7ce96e53-0d7d-4864-9808-f7ceb5af075b gateway port host: dv-cinder-796806-1-iscsi {{(pid=93647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:17:18.778358 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa76c5-9d81-40b6-8345-f57e8b5d6f60 req-89e67235-34b7-4ec8-97fd-27dc2b0b11f2 tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:18.784508 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-98fa76c5-9d81-40b6-8345-f57e8b5d6f60 req-89e67235-34b7-4ec8-97fd-27dc2b0b11f2 tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] 10.222.0.22 "GET /v2.0/ports?device_id=22550391-be87-4a53-ad43-67c07ba72602 HTTP/1.1" status: 200 len: 931 time: 0.5885565 Jun 17 10:17:18.791947 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-3860af29-bfe4-421e-9e57-7c0db35ef9ee tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:18.794494 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-4977f71e-8935-47f1-b373-85b9d51dbd45 req-472234f3-70f0-4c82-a512-df0fe1c2c1c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:18.819597 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-73c29a52-1edb-4c4c-86be-ee8306a2e2b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:18.856297 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-c77dc1be-07bb-44fa-9787-d5333c8b5de2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:17:18.883362 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-23660241-d295-4fc5-ba7a-0a4e19b7a5c0 req-b98212bd-9024-48d5-b1c2-69f4537c6452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:18.910124 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-a580dbe5-a688-4c96-9d40-3dacdaabb717 tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:17:18.925550 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5964881-6aa5-4baa-85e1-48275886ae51 admin admin] Network d773beeb-675a-4b62-b751-30bf7ea2150d is already hosted by enough agents. {{(pid=93645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:17:18.970000 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.base_scheduler [None req-a5964881-6aa5-4baa-85e1-48275886ae51 admin admin] Resources bound (agent type, host, resource id): {{(pid=93645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:17:19.034575 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-98fa76c5-9d81-40b6-8345-f57e8b5d6f60 req-08ea870e-932a-4bb3-9bb8-be65b95e0b1d tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] 10.222.0.22 "GET /v2.0/security-groups?id=a644f086-6875-492e-9fdb-6418b4e58878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447448 Jun 17 10:17:19.044436 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-73c29a52-1edb-4c4c-86be-ee8306a2e2b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:19.056362 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3860af29-bfe4-421e-9e57-7c0db35ef9ee tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66df205f-2a9e-4b5d-ac5b-3414ee5c524c,revision_number=1']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:17:19.086549 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-3860af29-bfe4-421e-9e57-7c0db35ef9ee tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:17:19.122330 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb8319a-d952-441b-9ff5-a1352a348ea9 req-bb6423d9-d861-405b-9d59-1f0d8829f194 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:19.138376 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-0bb8319a-d952-441b-9ff5-a1352a348ea9 req-bb6423d9-d861-405b-9d59-1f0d8829f194 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c7a6268-cae5-485c-b4b0-15e4829e5ec1 HTTP/1.1" status: 200 len: 931 time: 0.5679643 Jun 17 10:17:19.163691 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-3860af29-bfe4-421e-9e57-7c0db35ef9ee tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks [] for security_group, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:19.165452 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-3860af29-bfe4-421e-9e57-7c0db35ef9ee tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.7089376 Jun 17 10:17:19.177442 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 45462) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:17:19.208741 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.v2.base [None req-80ef66d2-39c1-48f1-9f2d-d186ad432b45 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Request body: {'security_group_rule': {'security_group_id': '66df205f-2a9e-4b5d-ac5b-3414ee5c524c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:17:19.272840 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-a67046a3-7b90-4775-9ca1-02c9cf067ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce96e53-0d7d-4864-9808-f7ceb5af075b', 'name': 'tempest-AttachVolumeShelveTestJSON-1349741473-router', 'tenant_id': 'd3921a4980a048a78ce6c633bbba19c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '8c4ddc8c-8dda-44e8-a2bf-c898a284b7ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:16:56Z', 'updated_at': '2021-06-17T10:17:09Z', 'revision_number': 4, 'project_id': 'd3921a4980a048a78ce6c633bbba19c9', 'gw_port': {'id': '8c4ddc8c-8dda-44e8-a2bf-c898a284b7ff', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce96e53-0d7d-4864-9808-f7ceb5af075b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:16:59Z', 'updated_at': '2021-06-17T10:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi', '_interfaces': [{'id': 'b8baabdc-42b2-494a-a0ef-87e6c4419b7a', 'name': '', 'network_id': 'fb6d1dc1-5856-427b-992b-099ce227c06b', 'tenant_id': 'd3921a4980a048a78ce6c633bbba19c9', 'mac_address': 'fa:16:3e:ab:46:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce96e53-0d7d-4864-9808-f7ceb5af075b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '235adf9a-5d00-4d35-8ffd-65944fdd0c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:17:06Z', 'updated_at': '2021-06-17T10:17:17Z', 'revision_number': 4, 'project_id': 'd3921a4980a048a78ce6c633bbba19c9', 'subnets': [{'id': '235adf9a-5d00-4d35-8ffd-65944fdd0c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:17:19.298152 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-0bb8319a-d952-441b-9ff5-a1352a348ea9 req-04f3b8ed-d468-448c-99b6-df8a64362428 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b298a6e-ca03-4b84-a35f-a75e19063a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578963 Jun 17 10:17:19.346950 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67046a3-7b90-4775-9ca1-02c9cf067ea3 None None] The sync data for ids ['7ce96e53-0d7d-4864-9808-f7ceb5af075b'] in dv-cinder-796806-1-iscsi is: [{'id': '7ce96e53-0d7d-4864-9808-f7ceb5af075b', 'name': 'tempest-AttachVolumeShelveTestJSON-1349741473-router', 'tenant_id': 'd3921a4980a048a78ce6c633bbba19c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '8c4ddc8c-8dda-44e8-a2bf-c898a284b7ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:16:56Z', 'updated_at': '2021-06-17T10:17:09Z', 'revision_number': 4, 'project_id': 'd3921a4980a048a78ce6c633bbba19c9', 'gw_port': {'id': '8c4ddc8c-8dda-44e8-a2bf-c898a284b7ff', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce96e53-0d7d-4864-9808-f7ceb5af075b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:16:59Z', 'updated_at': '2021-06-17T10:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi', '_interfaces': [{'id': 'b8baabdc-42b2-494a-a0ef-87e6c4419b7a', 'name': '', 'network_id': 'fb6d1dc1-5856-427b-992b-099ce227c06b', 'tenant_id': 'd3921a4980a048a78ce6c633bbba19c9', 'mac_address': 'fa:16:3e:ab:46:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce96e53-0d7d-4864-9808-f7ceb5af075b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '235adf9a-5d00-4d35-8ffd-65944fdd0c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:17:06Z', 'updated_at': '2021-06-17T10:17:17Z', 'revision_number': 4, 'project_id': 'd3921a4980a048a78ce6c633bbba19c9', 'subnets': [{'id': '235adf9a-5d00-4d35-8ffd-65944fdd0c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 10:17:19.393633 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-cd5097e2-e69d-48ea-86d2-aa6857f6271d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:19.473407 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-cd5097e2-e69d-48ea-86d2-aa6857f6271d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:19.477295 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-cd5097e2-e69d-48ea-86d2-aa6857f6271d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0c79e6e5-c67b-4fa4-ac2a-06772c949ad9 HTTP/1.1" status: 204 len: 168 time: 2.3620882 Jun 17 10:17:19.538606 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-73c29a52-1edb-4c4c-86be-ee8306a2e2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:19.568103 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-73c29a52-1edb-4c4c-86be-ee8306a2e2b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:19.573899 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-73c29a52-1edb-4c4c-86be-ee8306a2e2b3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cef1393a-df87-4a8d-ad20-c33249b7c7d4 HTTP/1.1" status: 204 len: 168 time: 0.9641438 Jun 17 10:17:19.581237 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-80ef66d2-39c1-48f1-9f2d-d186ad432b45 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:19.616494 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:17:19.675995 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c29a52-1edb-4c4c-86be-ee8306a2e2b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef1393a-df87-4a8d-ad20-c33249b7c7d4,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:17:19.699613 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-73c29a52-1edb-4c4c-86be-ee8306a2e2b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:17:19.780447 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98212bd-9024-48d5-b1c2-69f4537c6452 service neutron] Pushing event updated for resources: {'Port': ['ID=04940f7f-87de-4aa6-ad53-1548536f45e1,revision_number=2']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:17:19.850506 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-b98212bd-9024-48d5-b1c2-69f4537c6452 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.940s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:17:19.859920 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.283s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:17:19.962063 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-80ef66d2-39c1-48f1-9f2d-d186ad432b45 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:20.107201 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5097e2-e69d-48ea-86d2-aa6857f6271d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c79e6e5-c67b-4fa4-ac2a-06772c949ad9,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:17:20.110854 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-cd5097e2-e69d-48ea-86d2-aa6857f6271d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:17:20.162520 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.managers [req-23660241-d295-4fc5-ba7a-0a4e19b7a5c0 req-b98212bd-9024-48d5-b1c2-69f4537c6452 service neutron] Attempting to bind port 04940f7f-87de-4aa6-ad53-1548536f45e1 on host hv-cinder-79680 for vnic_type normal with profile {{(pid=93645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:17:20.162862 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.managers [req-23660241-d295-4fc5-ba7a-0a4e19b7a5c0 req-b98212bd-9024-48d5-b1c2-69f4537c6452 service neutron] Attempting to bind port 04940f7f-87de-4aa6-ad53-1548536f45e1 by drivers openvswitch,hyperv on host hv-cinder-79680 at level 0 using segments [{'id': '18c6c105-9c0b-4401-b33f-19dbd1751948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9a805b2b-cd8e-4e47-bb4f-0c9740043540'}] {{(pid=93645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:17:20.163379 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23660241-d295-4fc5-ba7a-0a4e19b7a5c0 req-b98212bd-9024-48d5-b1c2-69f4537c6452 service neutron] Attempting to bind port 04940f7f-87de-4aa6-ad53-1548536f45e1 on network 9a805b2b-cd8e-4e47-bb4f-0c9740043540 {{(pid=93645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:17:20.183589 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-80ef66d2-39c1-48f1-9f2d-d186ad432b45 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708106'] for security_group_rule, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:20.187787 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:17:20.194699 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23660241-d295-4fc5-ba7a-0a4e19b7a5c0 req-b98212bd-9024-48d5-b1c2-69f4537c6452 service neutron] Port 04940f7f-87de-4aa6-ad53-1548536f45e1 on network 9a805b2b-cd8e-4e47-bb4f-0c9740043540 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79680 {{(pid=93645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 10:17:20.196147 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23660241-d295-4fc5-ba7a-0a4e19b7a5c0 req-b98212bd-9024-48d5-b1c2-69f4537c6452 service neutron] Attempting to bind port 04940f7f-87de-4aa6-ad53-1548536f45e1 on network 9a805b2b-cd8e-4e47-bb4f-0c9740043540 {{(pid=93645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:17:20.207165 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23660241-d295-4fc5-ba7a-0a4e19b7a5c0 req-b98212bd-9024-48d5-b1c2-69f4537c6452 service neutron] Checking agent: {'id': '71ef71fd-f9ba-4ed4-b44a-140e16714f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79680', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 14, 58), 'started_at': datetime.datetime(2021, 6, 17, 10, 14, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:17:20.207576 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23660241-d295-4fc5-ba7a-0a4e19b7a5c0 req-b98212bd-9024-48d5-b1c2-69f4537c6452 service neutron] Checking segment: {'id': '18c6c105-9c0b-4401-b33f-19dbd1751948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9a805b2b-cd8e-4e47-bb4f-0c9740043540'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:17:20.208397 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23660241-d295-4fc5-ba7a-0a4e19b7a5c0 req-b98212bd-9024-48d5-b1c2-69f4537c6452 service neutron] Bound using segment: {'id': '18c6c105-9c0b-4401-b33f-19dbd1751948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9a805b2b-cd8e-4e47-bb4f-0c9740043540'} {{(pid=93645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:17:20.208974 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.managers [req-23660241-d295-4fc5-ba7a-0a4e19b7a5c0 req-b98212bd-9024-48d5-b1c2-69f4537c6452 service neutron] Bound port: 04940f7f-87de-4aa6-ad53-1548536f45e1, host: hv-cinder-79680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18c6c105-9c0b-4401-b33f-19dbd1751948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9a805b2b-cd8e-4e47-bb4f-0c9740043540'}}] {{(pid=93645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:17:20.209344 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-23660241-d295-4fc5-ba7a-0a4e19b7a5c0 req-b98212bd-9024-48d5-b1c2-69f4537c6452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:20.218164 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef66d2-39c1-48f1-9f2d-d186ad432b45 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95bb20e2-c0c5-40ce-9760-508a51ab0555,revision_number=0']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:17:20.344928 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-80ef66d2-39c1-48f1-9f2d-d186ad432b45 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:17:20.440615 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-80ef66d2-39c1-48f1-9f2d-d186ad432b45 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:20.449631 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-80ef66d2-39c1-48f1-9f2d-d186ad432b45 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2702866 Jun 17 10:17:20.454187 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 45486) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:17:20.479881 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.v2.base [None req-4e977d92-d78d-42b2-bc7c-315abed9f332 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Request body: {'security_group_rule': {'security_group_id': '66df205f-2a9e-4b5d-ac5b-3414ee5c524c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:17:20.510905 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5964881-6aa5-4baa-85e1-48275886ae51 admin admin] Router 37b069a2-f730-4b96-9d1d-db93300d116a has already been hosted by L3 agent 9ed9efc2-3eec-4d73-b246-cbd899a1984b {{(pid=93645) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 10:17:20.610077 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de359eb5-c9b3-4597-9bf1-d794988b0573 req-a2181d4e-3aa7-4342-ba10-896f7e6a4412 tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:20.620073 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-de359eb5-c9b3-4597-9bf1-d794988b0573 req-a2181d4e-3aa7-4342-ba10-896f7e6a4412 tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] 10.222.0.22 "GET /v2.0/ports?device_id=22550391-be87-4a53-ad43-67c07ba72602 HTTP/1.1" status: 200 len: 931 time: 0.3212419 Jun 17 10:17:20.765489 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-de359eb5-c9b3-4597-9bf1-d794988b0573 req-b69eba4e-814e-4957-9de9-f4d70d042b0e tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] 10.222.0.22 "GET /v2.0/security-groups?id=a644f086-6875-492e-9fdb-6418b4e58878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187706 Jun 17 10:17:20.785710 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-4e977d92-d78d-42b2-bc7c-315abed9f332 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:20.876820 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.notifiers.nova [req-4977f71e-8935-47f1-b373-85b9d51dbd45 req-472234f3-70f0-4c82-a512-df0fe1c2c1c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 257f7118-2c19-4140-8129-25cfafe19b11 {{(pid=93645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:17:20.885839 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.db [req-23660241-d295-4fc5-ba7a-0a4e19b7a5c0 req-b98212bd-9024-48d5-b1c2-69f4537c6452 service neutron] For port 04940f7f-87de-4aa6-ad53-1548536f45e1, host hv-cinder-79680, cleared binding levels {{(pid=93645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:17:20.959317 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-4977f71e-8935-47f1-b373-85b9d51dbd45 req-472234f3-70f0-4c82-a512-df0fe1c2c1c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:21.013669 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.db [req-23660241-d295-4fc5-ba7a-0a4e19b7a5c0 req-b98212bd-9024-48d5-b1c2-69f4537c6452 service neutron] For port 04940f7f-87de-4aa6-ad53-1548536f45e1, host hv-cinder-79680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=04940f7f-87de-4aa6-ad53-1548536f45e1,segment=NetworkSegment(18c6c105-9c0b-4401-b33f-19dbd1751948),segment_id=18c6c105-9c0b-4401-b33f-19dbd1751948)] {{(pid=93645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:17:21.076336 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.provisioning_blocks [req-4977f71e-8935-47f1-b373-85b9d51dbd45 req-472234f3-70f0-4c82-a512-df0fe1c2c1c9 service neutron] Transition to ACTIVE for port object 257f7118-2c19-4140-8129-25cfafe19b11 will not be triggered until provisioned by entity L2. {{(pid=93645) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:17:21.115356 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5964881-6aa5-4baa-85e1-48275886ae51 admin admin] Notify agent at l3_agent.dv-cinder-796806-1-iscsi the message routers_updated {{(pid=93645) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 10:17:21.131355 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-a5964881-6aa5-4baa-85e1-48275886ae51 admin admin] 10.222.0.22 "PUT /v2.0/routers/37b069a2-f730-4b96-9d1d-db93300d116a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.9086633 Jun 17 10:17:21.133396 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-23660241-d295-4fc5-ba7a-0a4e19b7a5c0 req-b98212bd-9024-48d5-b1c2-69f4537c6452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:21.142716 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4342cedd-7cc8-43a9-b5c5-54c70809da04 None None] Sync routers for ids ['37b069a2-f730-4b96-9d1d-db93300d116a'] in dv-cinder-796806-1-iscsi {{(pid=93646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 10:17:21.145438 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:17:21.164035 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-4e977d92-d78d-42b2-bc7c-315abed9f332 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:21.186904 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4342cedd-7cc8-43a9-b5c5-54c70809da04 None None] Routers {'37b069a2-f730-4b96-9d1d-db93300d116a'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:17:21.187280 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42224e3-c2bd-4507-b2db-f6bba1f63b4d req-ffa6c3ce-eb16-49c0-ad68-e8129893f301 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:21.190350 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-4977f71e-8935-47f1-b373-85b9d51dbd45 req-472234f3-70f0-4c82-a512-df0fe1c2c1c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:21.194406 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_hamode_db [None req-4342cedd-7cc8-43a9-b5c5-54c70809da04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:17:03Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['37b069a2-f730-4b96-9d1d-db93300d116a'], 'active': True} {{(pid=93646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:17:21.198771 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23660241-d295-4fc5-ba7a-0a4e19b7a5c0 req-b98212bd-9024-48d5-b1c2-69f4537c6452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:21.199423 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-23660241-d295-4fc5-ba7a-0a4e19b7a5c0 req-b98212bd-9024-48d5-b1c2-69f4537c6452 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625220'] for port, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:21.201071 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-23660241-d295-4fc5-ba7a-0a4e19b7a5c0 req-b98212bd-9024-48d5-b1c2-69f4537c6452 service neutron] 10.222.0.47 "PUT /v2.0/ports/04940f7f-87de-4aa6-ad53-1548536f45e1 HTTP/1.1" status: 200 len: 1093 time: 8.6827283 Jun 17 10:17:21.201448 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-c42224e3-c2bd-4507-b2db-f6bba1f63b4d req-ffa6c3ce-eb16-49c0-ad68-e8129893f301 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c7a6268-cae5-485c-b4b0-15e4829e5ec1 HTTP/1.1" status: 200 len: 943 time: 0.3773103 Jun 17 10:17:21.201829 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c7a6268-cae5-485c-b4b0-15e4829e5ec1', 'tag': '04940f7f-87de-4aa6-ad53-1548536f45e1'}] {{(pid=93645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:17:21.274624 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-c42224e3-c2bd-4507-b2db-f6bba1f63b4d req-ff01944a-f044-4421-acc8-fbe12e393107 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b298a6e-ca03-4b84-a35f-a75e19063a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719154 Jun 17 10:17:21.279054 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-4e977d92-d78d-42b2-bc7c-315abed9f332 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708106'] for security_group_rule, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:21.313164 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-80ef66d2-39c1-48f1-9f2d-d186ad432b45 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:17:21.348709 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e977d92-d78d-42b2-bc7c-315abed9f332 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd5ecd4a-f3c7-4d8e-846e-4f425ed140dd,revision_number=0']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:17:21.354695 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-4e977d92-d78d-42b2-bc7c-315abed9f332 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:17:21.441607 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-4e977d92-d78d-42b2-bc7c-315abed9f332 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:21.447710 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-4e977d92-d78d-42b2-bc7c-315abed9f332 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9910741 Jun 17 10:17:21.465017 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 45498) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:17:21.480926 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.v2.base [None req-e29f71c6-f0fd-4cb6-955c-5f807896bf32 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Request body: {'floatingip': {'floating_network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e'}} {{(pid=93645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:17:21.526030 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 45500) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:17:21.561848 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvr_db [None req-4342cedd-7cc8-43a9-b5c5-54c70809da04 None None] Set router 37b069a2-f730-4b96-9d1d-db93300d116a gateway port host: dv-cinder-796806-1-iscsi {{(pid=93646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:17:21.590264 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-4a2b6953-7951-4570-bd39-87bb38b1d16d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:21.631327 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.agents_db [None req-342b98a1-7fdc-4d24-a539-fe72a001d92b None None] Agent healthcheck: found 6 active agents {{(pid=93647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:17:21.678295 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device b8baabdc-42b2-494a-a0ef-87e6c4419b7a up at agent ovs-agent-dv-cinder-796806-1-iscsi {{(pid=93646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:17:21.810065 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98212bd-9024-48d5-b1c2-69f4537c6452 service neutron] Pushing event updated for resources: {'Port': ['ID=04940f7f-87de-4aa6-ad53-1548536f45e1,revision_number=3']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:17:21.813665 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.db.api [None req-4a2b6953-7951-4570-bd39-87bb38b1d16d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 17 10:17:21.813665 dv-cinder-796806-1-iscsi neutron-server[93644]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 17 10:17:21.813665 dv-cinder-796806-1-iscsi neutron-server[93644]: [parameters: {'project_id_1': '24f04ccd7a1c4a0a982eccf0c6952a43', 'expiration_1': datetime.datetime(2021, 6, 17, 10, 17, 21, 624147)}] Jun 17 10:17:21.813665 dv-cinder-796806-1-iscsi neutron-server[93644]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93644) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 10:17:21.815032 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_db.api [None req-4a2b6953-7951-4570-bd39-87bb38b1d16d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 10:17:21.823831 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-b98212bd-9024-48d5-b1c2-69f4537c6452 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.678s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:17:21.828923 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.375s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:17:22.059649 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 45512) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:17:22.138433 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-e29f71c6-f0fd-4cb6-955c-5f807896bf32 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks [] for floatingip, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:22.183598 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Provisioning for port b8baabdc-42b2-494a-a0ef-87e6c4419b7a completed by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:17:22.246252 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Provisioning complete for port b8baabdc-42b2-494a-a0ef-87e6c4419b7a triggered by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:17:22.247248 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:22.252134 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.managers [req-4977f71e-8935-47f1-b373-85b9d51dbd45 req-472234f3-70f0-4c82-a512-df0fe1c2c1c9 service neutron] Attempting to bind port 257f7118-2c19-4140-8129-25cfafe19b11 on host hv-cinder-79680 for vnic_type normal with profile {{(pid=93645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:17:22.252698 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.managers [req-4977f71e-8935-47f1-b373-85b9d51dbd45 req-472234f3-70f0-4c82-a512-df0fe1c2c1c9 service neutron] Attempting to bind port 257f7118-2c19-4140-8129-25cfafe19b11 by drivers openvswitch,hyperv on host hv-cinder-79680 at level 0 using segments [{'id': '87fd2af9-823d-4f79-9550-f580b9e47ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '3637b1fa-ac9c-4265-9bfb-ab563ce914f7'}] {{(pid=93645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:17:22.256820 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4977f71e-8935-47f1-b373-85b9d51dbd45 req-472234f3-70f0-4c82-a512-df0fe1c2c1c9 service neutron] Attempting to bind port 257f7118-2c19-4140-8129-25cfafe19b11 on network 3637b1fa-ac9c-4265-9bfb-ab563ce914f7 {{(pid=93645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:17:22.331026 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-4a2b6953-7951-4570-bd39-87bb38b1d16d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:22.350755 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_hamode_db [None req-4342cedd-7cc8-43a9-b5c5-54c70809da04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b069a2-f730-4b96-9d1d-db93300d116a', 'name': 'tempest-ServerRescueNegativeTestJSON-1520108491-router', 'tenant_id': '5bd0dd2afc794054a2ded47901ac6c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '17676108-52cd-44af-a1b2-1530d0d6f731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:16:55Z', 'updated_at': '2021-06-17T10:17:14Z', 'revision_number': 4, 'project_id': '5bd0dd2afc794054a2ded47901ac6c2e', 'gw_port': {'id': '17676108-52cd-44af-a1b2-1530d0d6f731', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b069a2-f730-4b96-9d1d-db93300d116a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:16:58Z', 'updated_at': '2021-06-17T10:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi', '_interfaces': [{'id': 'b6f2a916-efc3-4b86-85c0-d56e61a99090', 'name': '', 'network_id': 'd773beeb-675a-4b62-b751-30bf7ea2150d', 'tenant_id': '5bd0dd2afc794054a2ded47901ac6c2e', 'mac_address': 'fa:16:3e:28:a7:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b069a2-f730-4b96-9d1d-db93300d116a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e9682fe0-190f-4cfb-8a99-3f5500e89851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:17:07Z', 'updated_at': '2021-06-17T10:17:16Z', 'revision_number': 2, 'project_id': '5bd0dd2afc794054a2ded47901ac6c2e', 'subnets': [{'id': 'e9682fe0-190f-4cfb-8a99-3f5500e89851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:17:22.372858 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472234f3-70f0-4c82-a512-df0fe1c2c1c9 service neutron] Pushing event updated for resources: {'Port': ['ID=257f7118-2c19-4140-8129-25cfafe19b11,revision_number=2']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:17:22.384393 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-472234f3-70f0-4c82-a512-df0fe1c2c1c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:17:22.389224 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4977f71e-8935-47f1-b373-85b9d51dbd45 req-472234f3-70f0-4c82-a512-df0fe1c2c1c9 service neutron] Port 257f7118-2c19-4140-8129-25cfafe19b11 on network 3637b1fa-ac9c-4265-9bfb-ab563ce914f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79680 {{(pid=93645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 10:17:22.393183 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4977f71e-8935-47f1-b373-85b9d51dbd45 req-472234f3-70f0-4c82-a512-df0fe1c2c1c9 service neutron] Attempting to bind port 257f7118-2c19-4140-8129-25cfafe19b11 on network 3637b1fa-ac9c-4265-9bfb-ab563ce914f7 {{(pid=93645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:17:22.396165 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4342cedd-7cc8-43a9-b5c5-54c70809da04 None None] Checking router: 37b069a2-f730-4b96-9d1d-db93300d116a for host: dv-cinder-796806-1-iscsi {{(pid=93646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 10:17:22.396584 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4342cedd-7cc8-43a9-b5c5-54c70809da04 None None] Updating router 37b069a2-f730-4b96-9d1d-db93300d116a port b6f2a916-efc3-4b86-85c0-d56e61a99090 binding host dv-cinder-796806-1-iscsi {{(pid=93646) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 10:17:22.420091 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4977f71e-8935-47f1-b373-85b9d51dbd45 req-472234f3-70f0-4c82-a512-df0fe1c2c1c9 service neutron] Checking agent: {'id': '71ef71fd-f9ba-4ed4-b44a-140e16714f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79680', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 14, 58), 'started_at': datetime.datetime(2021, 6, 17, 10, 14, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:17:22.421845 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4977f71e-8935-47f1-b373-85b9d51dbd45 req-472234f3-70f0-4c82-a512-df0fe1c2c1c9 service neutron] Checking segment: {'id': '87fd2af9-823d-4f79-9550-f580b9e47ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '3637b1fa-ac9c-4265-9bfb-ab563ce914f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:17:22.425455 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4977f71e-8935-47f1-b373-85b9d51dbd45 req-472234f3-70f0-4c82-a512-df0fe1c2c1c9 service neutron] Bound using segment: {'id': '87fd2af9-823d-4f79-9550-f580b9e47ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '3637b1fa-ac9c-4265-9bfb-ab563ce914f7'} {{(pid=93645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:17:22.427158 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.managers [req-4977f71e-8935-47f1-b373-85b9d51dbd45 req-472234f3-70f0-4c82-a512-df0fe1c2c1c9 service neutron] Bound port: 257f7118-2c19-4140-8129-25cfafe19b11, host: hv-cinder-79680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87fd2af9-823d-4f79-9550-f580b9e47ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '3637b1fa-ac9c-4265-9bfb-ab563ce914f7'}}] {{(pid=93645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:17:22.429307 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-4977f71e-8935-47f1-b373-85b9d51dbd45 req-472234f3-70f0-4c82-a512-df0fe1c2c1c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:22.525646 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-4342cedd-7cc8-43a9-b5c5-54c70809da04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:22.538292 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25c6fbde856bb10fc3e6f7e7beb0655886cca8e381c3d168db957d1d9f65ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad24346e-7227-4a3a-b07d-d3f0268def44" -d '{"events": [{"name": "network-changed", "server_uuid": "7c7a6268-cae5-485c-b4b0-15e4829e5ec1", "tag": "04940f7f-87de-4aa6-ad53-1548536f45e1"}]}' {{(pid=93645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:17:22.898049 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:22.914670 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558d79eb-da30-446d-a83d-9a17adccb0d7 req-6a0913ed-5b89-4394-950d-c70aafec4920 tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:22.919392 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-558d79eb-da30-446d-a83d-9a17adccb0d7 req-6a0913ed-5b89-4394-950d-c70aafec4920 tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] 10.222.0.22 "GET /v2.0/ports?device_id=22550391-be87-4a53-ad43-67c07ba72602 HTTP/1.1" status: 200 len: 943 time: 0.7211046 Jun 17 10:17:22.922382 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-cd6094fc-5cd4-4240-9343-6bf7c83af6ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:22.963863 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.db [req-4977f71e-8935-47f1-b373-85b9d51dbd45 req-472234f3-70f0-4c82-a512-df0fe1c2c1c9 service neutron] For port 257f7118-2c19-4140-8129-25cfafe19b11, host hv-cinder-79680, cleared binding levels {{(pid=93645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:17:22.972236 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.db [req-4977f71e-8935-47f1-b373-85b9d51dbd45 req-472234f3-70f0-4c82-a512-df0fe1c2c1c9 service neutron] For port 257f7118-2c19-4140-8129-25cfafe19b11, host hv-cinder-79680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=257f7118-2c19-4140-8129-25cfafe19b11,segment=NetworkSegment(87fd2af9-823d-4f79-9550-f580b9e47ad9),segment_id=87fd2af9-823d-4f79-9550-f580b9e47ad9)] {{(pid=93645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:17:22.977566 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23660241-d295-4fc5-ba7a-0a4e19b7a5c0 req-76e47ea8-ab55-46b2-9c84-ce43a88a2852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:22.980168 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-23660241-d295-4fc5-ba7a-0a4e19b7a5c0 req-76e47ea8-ab55-46b2-9c84-ce43a88a2852 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7c65ad8f35ae464b8ab3462292a725d5&device_id=7c7a6268-cae5-485c-b4b0-15e4829e5ec1 HTTP/1.1" status: 200 len: 1096 time: 0.7727051 Jun 17 10:17:23.197731 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] For port b8baabdc-42b2-494a-a0ef-87e6c4419b7a, host dv-cinder-796806-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=b8baabdc-42b2-494a-a0ef-87e6c4419b7a,segment=NetworkSegment(aee95af0-cc5d-41dc-ae63-eda94ddae53b),segment_id=aee95af0-cc5d-41dc-ae63-eda94ddae53b)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:17:23.209821 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-23660241-d295-4fc5-ba7a-0a4e19b7a5c0 req-100e2c1a-91e4-448f-8fa6-8052ea706999 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04940f7f-87de-4aa6-ad53-1548536f45e1 HTTP/1.1" status: 200 len: 217 time: 0.1634691 Jun 17 10:17:23.261793 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-558d79eb-da30-446d-a83d-9a17adccb0d7 req-3c224171-3ebc-4938-b3a4-cef5e0491883 tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] 10.222.0.22 "GET /v2.0/security-groups?id=a644f086-6875-492e-9fdb-6418b4e58878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3066783 Jun 17 10:17:23.271746 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-e29f71c6-f0fd-4cb6-955c-5f807896bf32 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3930454'] for port, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:23.287714 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-4a2b6953-7951-4570-bd39-87bb38b1d16d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:23.558787 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.db_base_plugin_common [None req-e29f71c6-f0fd-4cb6-955c-5f807896bf32 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Allocated IP 172.27.0.148 (ca6a8a4d-93b8-4490-aa3c-706a0423303e/260414bf-ab79-4984-a32f-8ad464893cf6/3734d584-a12e-4791-850b-1828be5cec03) {{(pid=93645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:17:23.680914 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-4342cedd-7cc8-43a9-b5c5-54c70809da04 None None] Notify callbacks [] for port, precommit_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:23.698325 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-4342cedd-7cc8-43a9-b5c5-54c70809da04 None None] Transition to ACTIVE for port object b6f2a916-efc3-4b86-85c0-d56e61a99090 will not be triggered until provisioned by entity L2. {{(pid=93646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:17:23.767173 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-e29f71c6-f0fd-4cb6-955c-5f807896bf32 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks [] for port, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:23.781484 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:23.790620 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-4977f71e-8935-47f1-b373-85b9d51dbd45 req-472234f3-70f0-4c82-a512-df0fe1c2c1c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:23.795834 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-99eb8e28-bc46-466c-950b-c42f77808324 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:17:23.812744 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:17:23.824271 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-4a2b6953-7951-4570-bd39-87bb38b1d16d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:23.846626 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb89c68d-e84a-488f-afb5-9527dc8e24c7 req-8f7cffbe-aa89-4433-8764-5d4d59016a24 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:23.860483 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-eb89c68d-e84a-488f-afb5-9527dc8e24c7 req-8f7cffbe-aa89-4433-8764-5d4d59016a24 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/networks?id=d773beeb-675a-4b62-b751-30bf7ea2150d HTTP/1.1" status: 200 len: 819 time: 0.7267094 Jun 17 10:17:23.940138 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-2ee030c6-564b-4dcb-8ada-fa01946e0ce8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:17:23.948309 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-4a2b6953-7951-4570-bd39-87bb38b1d16d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=24f04ccd7a1c4a0a982eccf0c6952a43&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4205289 Jun 17 10:17:23.960924 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 45550) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:17:24.004136 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Pushing event updated for resources: {'Port': ['ID=b8baabdc-42b2-494a-a0ef-87e6c4419b7a,revision_number=5']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:17:24.027683 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-4342cedd-7cc8-43a9-b5c5-54c70809da04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:24.028807 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:17:24.032489 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:17:24.080684 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472234f3-70f0-4c82-a512-df0fe1c2c1c9 service neutron] Pushing event updated for resources: {'Port': ['ID=257f7118-2c19-4140-8129-25cfafe19b11,revision_number=3']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:17:24.082881 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-eb89c68d-e84a-488f-afb5-9527dc8e24c7 req-a5d4e202-243b-4967-96bc-209f4e5470c3 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/quotas/5bd0dd2afc794054a2ded47901ac6c2e HTTP/1.1" status: 200 len: 375 time: 0.2205272 Jun 17 10:17:24.104867 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae203dc-f8c6-430f-be33-cccd1c428710 None None] Pushing event updated for resources: {'Port': ['ID=b6f2a916-efc3-4b86-85c0-d56e61a99090,revision_number=3']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:17:24.123858 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-3ae203dc-f8c6-430f-be33-cccd1c428710 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:17:24.129271 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-472234f3-70f0-4c82-a512-df0fe1c2c1c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:17:24.157717 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4977f71e-8935-47f1-b373-85b9d51dbd45 req-472234f3-70f0-4c82-a512-df0fe1c2c1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:24.159276 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-4977f71e-8935-47f1-b373-85b9d51dbd45 req-472234f3-70f0-4c82-a512-df0fe1c2c1c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625220'] for port, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:24.165613 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-4977f71e-8935-47f1-b373-85b9d51dbd45 req-472234f3-70f0-4c82-a512-df0fe1c2c1c9 service neutron] 10.222.0.47 "PUT /v2.0/ports/257f7118-2c19-4140-8129-25cfafe19b11 HTTP/1.1" status: 200 len: 1093 time: 5.8559685 Jun 17 10:17:24.245480 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a3b0e-d3cf-4ee6-bc76-13e9bcf380f7 req-6bec77de-d23f-4426-9e5f-7fcc33d73a29 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:24.248818 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-ef5a3b0e-d3cf-4ee6-bc76-13e9bcf380f7 req-6bec77de-d23f-4426-9e5f-7fcc33d73a29 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c7a6268-cae5-485c-b4b0-15e4829e5ec1 HTTP/1.1" status: 200 len: 943 time: 0.7124975 Jun 17 10:17:24.250314 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2b6953-7951-4570-bd39-87bb38b1d16d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ea542a-cb89-4afd-a3f5-0cc3cd99fe87,revision_number=1']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:17:24.255307 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-e29f71c6-f0fd-4cb6-955c-5f807896bf32 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3925395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740733869087'] for port, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:24.283808 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:17:24.291046 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-4a2b6953-7951-4570-bd39-87bb38b1d16d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:17:24.438378 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.managers [None req-4342cedd-7cc8-43a9-b5c5-54c70809da04 None None] Attempting to bind port b6f2a916-efc3-4b86-85c0-d56e61a99090 on host dv-cinder-796806-1-iscsi for vnic_type normal with profile {{(pid=93646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:17:24.439350 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.managers [None req-4342cedd-7cc8-43a9-b5c5-54c70809da04 None None] Attempting to bind port b6f2a916-efc3-4b86-85c0-d56e61a99090 by drivers openvswitch,hyperv on host dv-cinder-796806-1-iscsi at level 0 using segments [{'id': 'ec66c95e-bed2-41a1-bed7-5691438f5994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd773beeb-675a-4b62-b751-30bf7ea2150d'}] {{(pid=93646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:17:24.439350 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4342cedd-7cc8-43a9-b5c5-54c70809da04 None None] Attempting to bind port b6f2a916-efc3-4b86-85c0-d56e61a99090 on network d773beeb-675a-4b62-b751-30bf7ea2150d {{(pid=93646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:17:24.440969 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29f71c6-f0fd-4cb6-955c-5f807896bf32 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Network ca6a8a4d-93b8-4490-aa3c-706a0423303e is already hosted by enough agents. {{(pid=93645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:17:24.453345 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.base_scheduler [None req-e29f71c6-f0fd-4cb6-955c-5f807896bf32 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Resources bound (agent type, host, resource id): {{(pid=93645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:17:24.468664 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29f71c6-f0fd-4cb6-955c-5f807896bf32 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Received port after_create {{(pid=93645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:17:24.468967 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4342cedd-7cc8-43a9-b5c5-54c70809da04 None None] Checking agent: {'id': 'f230d01b-21be-4f06-8428-d429ae72cfd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796806-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 7, 3), 'started_at': datetime.datetime(2021, 6, 17, 10, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796806-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:17:24.469157 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4342cedd-7cc8-43a9-b5c5-54c70809da04 None None] Checking segment: {'id': 'ec66c95e-bed2-41a1-bed7-5691438f5994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd773beeb-675a-4b62-b751-30bf7ea2150d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:17:24.469688 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-4342cedd-7cc8-43a9-b5c5-54c70809da04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:24.469948 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4342cedd-7cc8-43a9-b5c5-54c70809da04 None None] Bound using segment: {'id': 'ec66c95e-bed2-41a1-bed7-5691438f5994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd773beeb-675a-4b62-b751-30bf7ea2150d'} {{(pid=93646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:17:24.470389 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.managers [None req-4342cedd-7cc8-43a9-b5c5-54c70809da04 None None] Bound port: b6f2a916-efc3-4b86-85c0-d56e61a99090, host: dv-cinder-796806-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec66c95e-bed2-41a1-bed7-5691438f5994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd773beeb-675a-4b62-b751-30bf7ea2150d'}}] {{(pid=93646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:17:24.470770 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-4342cedd-7cc8-43a9-b5c5-54c70809da04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:24.511087 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-eea8eea6-f646-4456-962b-a8ec25f8194c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:24.614492 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23660241-d295-4fc5-ba7a-0a4e19b7a5c0 req-0f076f39-adc8-4a01-b492-3f3ebdbfa79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:24.616231 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-23660241-d295-4fc5-ba7a-0a4e19b7a5c0 req-0f076f39-adc8-4a01-b492-3f3ebdbfa79a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cef6c515-9123-40fd-a090-e2ea3bc5a141 HTTP/1.1" status: 200 len: 855 time: 0.1211233 Jun 17 10:17:24.646673 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29f71c6-f0fd-4cb6-955c-5f807896bf32 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Pushing event updated for resources: {'Port': ['ID=3734d584-a12e-4791-850b-1828be5cec03,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:17:24.688516 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-e29f71c6-f0fd-4cb6-955c-5f807896bf32 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:17:24.735849 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-ef5a3b0e-d3cf-4ee6-bc76-13e9bcf380f7 req-7147e5f4-c05d-4ab2-a0a1-7b1758047698 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b298a6e-ca03-4b84-a35f-a75e19063a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3828461 Jun 17 10:17:24.778054 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-cd6094fc-5cd4-4240-9343-6bf7c83af6ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:24.800431 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-eb89c68d-e84a-488f-afb5-9527dc8e24c7 req-6f557e9a-b347-48fd-b07a-def2024b2e71 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=5bd0dd2afc794054a2ded47901ac6c2e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7144780 Jun 17 10:17:24.815552 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-eea8eea6-f646-4456-962b-a8ec25f8194c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:24.905529 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-4342cedd-7cc8-43a9-b5c5-54c70809da04 None None] For port b6f2a916-efc3-4b86-85c0-d56e61a99090, host dv-cinder-796806-1-iscsi, cleared binding levels {{(pid=93646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:17:24.924768 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-4342cedd-7cc8-43a9-b5c5-54c70809da04 None None] For port b6f2a916-efc3-4b86-85c0-d56e61a99090, host dv-cinder-796806-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=b6f2a916-efc3-4b86-85c0-d56e61a99090,segment=NetworkSegment(ec66c95e-bed2-41a1-bed7-5691438f5994),segment_id=ec66c95e-bed2-41a1-bed7-5691438f5994)] {{(pid=93646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:17:25.020066 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-23660241-d295-4fc5-ba7a-0a4e19b7a5c0 req-53a24f69-c565-4bc8-9ec0-37fec319c46e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9a805b2b-cd8e-4e47-bb4f-0c9740043540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3304229 Jun 17 10:17:25.048086 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-cd6094fc-5cd4-4240-9343-6bf7c83af6ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:25.054195 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-4342cedd-7cc8-43a9-b5c5-54c70809da04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:25.078385 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:17:25.086223 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:17:25.188873 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-e29f71c6-f0fd-4cb6-955c-5f807896bf32 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:25.205116 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4342cedd-7cc8-43a9-b5c5-54c70809da04 None None] Routers {'37b069a2-f730-4b96-9d1d-db93300d116a'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:17:25.206679 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_hamode_db [None req-4342cedd-7cc8-43a9-b5c5-54c70809da04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:17:03Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['37b069a2-f730-4b96-9d1d-db93300d116a'], 'active': True} {{(pid=93646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:17:25.208940 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-cd6094fc-5cd4-4240-9343-6bf7c83af6ca admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2d07dff6a2a94882955cb625a106f5e0&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1469679 Jun 17 10:17:25.213558 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 45564) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:17:25.220202 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6094fc-5cd4-4240-9343-6bf7c83af6ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed192c53-74cc-4f22-8daf-de313442886e,revision_number=1']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:17:25.254914 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-cd6094fc-5cd4-4240-9343-6bf7c83af6ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:17:25.272061 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-eb89c68d-e84a-488f-afb5-9527dc8e24c7 req-a16b8c29-bb68-4674-9c6f-8a79c6b0a9a4 service neutron] 10.222.0.22 "GET /v2.0/networks/d773beeb-675a-4b62-b751-30bf7ea2150d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4607527 Jun 17 10:17:25.405147 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-eea8eea6-f646-4456-962b-a8ec25f8194c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:25.473823 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-eea8eea6-f646-4456-962b-a8ec25f8194c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:25.475194 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-eea8eea6-f646-4456-962b-a8ec25f8194c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e3ea542a-cb89-4afd-a3f5-0cc3cd99fe87 HTTP/1.1" status: 204 len: 168 time: 1.4991555 Jun 17 10:17:25.482015 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:17:25.509945 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea8eea6-f646-4456-962b-a8ec25f8194c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ea542a-cb89-4afd-a3f5-0cc3cd99fe87,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:17:25.515985 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-eea8eea6-f646-4456-962b-a8ec25f8194c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:17:25.531565 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4977f71e-8935-47f1-b373-85b9d51dbd45 req-f5c19c88-9b1f-4d3b-8a87-0e843c49b4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:25.545715 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-4977f71e-8935-47f1-b373-85b9d51dbd45 req-f5c19c88-9b1f-4d3b-8a87-0e843c49b4ff service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4c8d7c9355994183af2479978aa41f9e&device_id=22550391-be87-4a53-ad43-67c07ba72602 HTTP/1.1" status: 200 len: 1096 time: 0.5729151 Jun 17 10:17:25.652293 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-23660241-d295-4fc5-ba7a-0a4e19b7a5c0 req-efce88c4-e1d2-44a7-9e3b-26d3926e87fc service neutron] 10.222.0.47 "GET /v2.0/networks/9a805b2b-cd8e-4e47-bb4f-0c9740043540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5644517 Jun 17 10:17:25.652892 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-d079845c-6533-4a63-8fab-1f2634c519e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:25.653050 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvr_db [None req-4342cedd-7cc8-43a9-b5c5-54c70809da04 None None] Set router 37b069a2-f730-4b96-9d1d-db93300d116a gateway port host: dv-cinder-796806-1-iscsi {{(pid=93646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:17:25.705943 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-d079845c-6533-4a63-8fab-1f2634c519e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:25.863268 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-eb89c68d-e84a-488f-afb5-9527dc8e24c7 req-6ea706e1-2f07-4350-84d5-28188898a6d3 service neutron] 10.222.0.22 "GET /v2.0/networks/d773beeb-675a-4b62-b751-30bf7ea2150d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5894799 Jun 17 10:17:25.926587 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-d079845c-6533-4a63-8fab-1f2634c519e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:25.931789 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-d079845c-6533-4a63-8fab-1f2634c519e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:25.937474 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-d079845c-6533-4a63-8fab-1f2634c519e9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ed192c53-74cc-4f22-8daf-de313442886e HTTP/1.1" status: 204 len: 168 time: 0.7183583 Jun 17 10:17:25.937474 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:17:25.968120 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d079845c-6533-4a63-8fab-1f2634c519e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed192c53-74cc-4f22-8daf-de313442886e,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:17:25.992117 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-d079845c-6533-4a63-8fab-1f2634c519e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:17:26.187041 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 10:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-804f49dc-dc41-4579-9863-8efcfa31915d x-openstack-request-id: req-804f49dc-dc41-4579-9863-8efcfa31915d {{(pid=93645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:17:26.187478 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c7a6268-cae5-485c-b4b0-15e4829e5ec1", "tag": "04940f7f-87de-4aa6-ad53-1548536f45e1", "status": "completed", "code": 200}]} {{(pid=93645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:17:26.187750 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-804f49dc-dc41-4579-9863-8efcfa31915d {{(pid=93645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:17:26.188253 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c7a6268-cae5-485c-b4b0-15e4829e5ec1', 'tag': '04940f7f-87de-4aa6-ad53-1548536f45e1', 'status': 'completed', 'code': 200} Jun 17 10:17:26.190410 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae203dc-f8c6-430f-be33-cccd1c428710 None None] Pushing event updated for resources: {'Port': ['ID=b6f2a916-efc3-4b86-85c0-d56e61a99090,revision_number=4']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:17:26.209244 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device b8baabdc-42b2-494a-a0ef-87e6c4419b7a up at agent ovs-agent-dv-cinder-796806-1-iscsi {{(pid=93646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:17:26.209391 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-4977f71e-8935-47f1-b373-85b9d51dbd45 req-b854b733-89b7-4044-8cdf-d18ea9af4fe7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=257f7118-2c19-4140-8129-25cfafe19b11 HTTP/1.1" status: 200 len: 217 time: 0.4419055 Jun 17 10:17:26.215441 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-3ae203dc-f8c6-430f-be33-cccd1c428710 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.138s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:17:26.296221 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-e29f71c6-f0fd-4cb6-955c-5f807896bf32 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:26.411756 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-23660241-d295-4fc5-ba7a-0a4e19b7a5c0 req-c5d6ab89-654f-45a6-a4fb-8b428e620a80 service neutron] 10.222.0.47 "GET /v2.0/networks/9a805b2b-cd8e-4e47-bb4f-0c9740043540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6451585 Jun 17 10:17:26.615466 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4977f71e-8935-47f1-b373-85b9d51dbd45 req-d50d35c2-f82a-4181-8e7e-3465c68cd43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:26.617844 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-4977f71e-8935-47f1-b373-85b9d51dbd45 req-d50d35c2-f82a-4181-8e7e-3465c68cd43e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c501e285-ef07-4abb-b0ea-7b4d96034522 HTTP/1.1" status: 200 len: 852 time: 0.3877461 Jun 17 10:17:26.663910 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e07b119-42a3-4cff-b262-c5f1ff8eee56 req-68d37673-e13f-43d0-899c-edf0945633d7 tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:26.690842 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9e07b119-42a3-4cff-b262-c5f1ff8eee56 req-68d37673-e13f-43d0-899c-edf0945633d7 tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] 10.222.0.22 "GET /v2.0/ports?device_id=22550391-be87-4a53-ad43-67c07ba72602 HTTP/1.1" status: 200 len: 943 time: 0.2020581 Jun 17 10:17:26.836318 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9e07b119-42a3-4cff-b262-c5f1ff8eee56 req-9c173507-19e0-4993-9797-1a90c0945d75 tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] 10.222.0.22 "GET /v2.0/security-groups?id=a644f086-6875-492e-9fdb-6418b4e58878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347055 Jun 17 10:17:27.029387 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-4977f71e-8935-47f1-b373-85b9d51dbd45 req-b0016d2b-4c80-4bb4-ad8f-a75420fef003 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3637b1fa-ac9c-4265-9bfb-ab563ce914f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2205203 Jun 17 10:17:27.111360 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Provisioning complete for port b8baabdc-42b2-494a-a0ef-87e6c4419b7a triggered by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:17:27.112410 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:27.139707 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-60c81864-2d93-422a-b093-f84ea36ba812 req-b53f1b0f-2ee1-4222-82b0-81053d01308b tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 210 time: 0.1347396 Jun 17 10:17:27.351471 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8efd833-da9d-4b53-aaea-48d70d29d910 req-de6e0195-6d15-40fe-964a-95127af679bc tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:27.368733 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d8efd833-da9d-4b53-aaea-48d70d29d910 req-de6e0195-6d15-40fe-964a-95127af679bc tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c7a6268-cae5-485c-b4b0-15e4829e5ec1 HTTP/1.1" status: 200 len: 943 time: 0.4589822 Jun 17 10:17:27.386919 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_hamode_db [None req-4342cedd-7cc8-43a9-b5c5-54c70809da04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b069a2-f730-4b96-9d1d-db93300d116a', 'name': 'tempest-ServerRescueNegativeTestJSON-1520108491-router', 'tenant_id': '5bd0dd2afc794054a2ded47901ac6c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '17676108-52cd-44af-a1b2-1530d0d6f731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:16:55Z', 'updated_at': '2021-06-17T10:17:14Z', 'revision_number': 4, 'project_id': '5bd0dd2afc794054a2ded47901ac6c2e', 'gw_port': {'id': '17676108-52cd-44af-a1b2-1530d0d6f731', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b069a2-f730-4b96-9d1d-db93300d116a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:16:58Z', 'updated_at': '2021-06-17T10:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi', '_interfaces': [{'id': 'b6f2a916-efc3-4b86-85c0-d56e61a99090', 'name': '', 'network_id': 'd773beeb-675a-4b62-b751-30bf7ea2150d', 'tenant_id': '5bd0dd2afc794054a2ded47901ac6c2e', 'mac_address': 'fa:16:3e:28:a7:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b069a2-f730-4b96-9d1d-db93300d116a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e9682fe0-190f-4cfb-8a99-3f5500e89851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:17:07Z', 'updated_at': '2021-06-17T10:17:24Z', 'revision_number': 4, 'project_id': '5bd0dd2afc794054a2ded47901ac6c2e', 'subnets': [{'id': 'e9682fe0-190f-4cfb-8a99-3f5500e89851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:17:27.524567 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4342cedd-7cc8-43a9-b5c5-54c70809da04 None None] The sync data for ids ['37b069a2-f730-4b96-9d1d-db93300d116a'] in dv-cinder-796806-1-iscsi is: [{'id': '37b069a2-f730-4b96-9d1d-db93300d116a', 'name': 'tempest-ServerRescueNegativeTestJSON-1520108491-router', 'tenant_id': '5bd0dd2afc794054a2ded47901ac6c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '17676108-52cd-44af-a1b2-1530d0d6f731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:16:55Z', 'updated_at': '2021-06-17T10:17:14Z', 'revision_number': 4, 'project_id': '5bd0dd2afc794054a2ded47901ac6c2e', 'gw_port': {'id': '17676108-52cd-44af-a1b2-1530d0d6f731', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b069a2-f730-4b96-9d1d-db93300d116a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:16:58Z', 'updated_at': '2021-06-17T10:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi', '_interfaces': [{'id': 'b6f2a916-efc3-4b86-85c0-d56e61a99090', 'name': '', 'network_id': 'd773beeb-675a-4b62-b751-30bf7ea2150d', 'tenant_id': '5bd0dd2afc794054a2ded47901ac6c2e', 'mac_address': 'fa:16:3e:28:a7:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b069a2-f730-4b96-9d1d-db93300d116a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'e9682fe0-190f-4cfb-8a99-3f5500e89851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:17:07Z', 'updated_at': '2021-06-17T10:17:24Z', 'revision_number': 4, 'project_id': '5bd0dd2afc794054a2ded47901ac6c2e', 'subnets': [{'id': 'e9682fe0-190f-4cfb-8a99-3f5500e89851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 10:17:27.542866 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d8efd833-da9d-4b53-aaea-48d70d29d910 req-d0d2acdf-d526-4211-9207-ec840111c713 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b298a6e-ca03-4b84-a35f-a75e19063a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605361 Jun 17 10:17:27.637431 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-e29f71c6-f0fd-4cb6-955c-5f807896bf32 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks [] for port, precommit_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:27.782150 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-4977f71e-8935-47f1-b373-85b9d51dbd45 req-9ed73c8b-6536-4b98-be1f-2eb71955950e service neutron] 10.222.0.47 "GET /v2.0/networks/3637b1fa-ac9c-4265-9bfb-ab563ce914f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7172594 Jun 17 10:17:27.820556 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-e29f71c6-f0fd-4cb6-955c-5f807896bf32 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:27.831217 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-f13c5cbc-28a2-4af6-bb53-bbf3f66f20ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:17:27.854047 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad24346e-7227-4a3a-b07d-d3f0268def44 req-e85cda6d-52ac-457b-a821-602cfc1fdc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:27.857523 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-ad24346e-7227-4a3a-b07d-d3f0268def44 req-e85cda6d-52ac-457b-a821-602cfc1fdc29 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7c65ad8f35ae464b8ab3462292a725d5&device_id=7c7a6268-cae5-485c-b4b0-15e4829e5ec1 HTTP/1.1" status: 200 len: 1096 time: 0.4200003 Jun 17 10:17:27.904939 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:28.060406 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device b6f2a916-efc3-4b86-85c0-d56e61a99090 up at agent ovs-agent-dv-cinder-796806-1-iscsi {{(pid=93646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:17:28.234581 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22550391-be87-4a53-ad43-67c07ba72602', 'tag': '257f7118-2c19-4140-8129-25cfafe19b11'}] {{(pid=93645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:17:28.240037 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25c6fbde856bb10fc3e6f7e7beb0655886cca8e381c3d168db957d1d9f65ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-532d65c5-d9b2-40b6-bda1-6631c5e72eba" -d '{"events": [{"name": "network-changed", "server_uuid": "22550391-be87-4a53-ad43-67c07ba72602", "tag": "257f7118-2c19-4140-8129-25cfafe19b11"}]}' {{(pid=93645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:17:28.249202 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-4977f71e-8935-47f1-b373-85b9d51dbd45 req-c7e16395-c285-4cad-9899-bee68e974e6e service neutron] 10.222.0.47 "GET /v2.0/networks/3637b1fa-ac9c-4265-9bfb-ab563ce914f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3223162 Jun 17 10:17:28.252561 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-e29f71c6-f0fd-4cb6-955c-5f807896bf32 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684762'] for floatingip, after_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:28.331599 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29f71c6-f0fd-4cb6-955c-5f807896bf32 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Pushing event updated for resources: {'Port': ['ID=3734d584-a12e-4791-850b-1828be5cec03,revision_number=2']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:17:28.346109 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-e29f71c6-f0fd-4cb6-955c-5f807896bf32 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:17:28.390879 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Provisioning for port b6f2a916-efc3-4b86-85c0-d56e61a99090 completed by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:17:28.397859 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Provisioning complete for port b6f2a916-efc3-4b86-85c0-d56e61a99090 triggered by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:17:28.400749 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:28.425718 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f586077-a92a-4908-abc9-16ace0a99a04 req-8189901d-7713-4fdd-a9ce-818230fffa08 tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:28.427681 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-7f586077-a92a-4908-abc9-16ace0a99a04 req-8189901d-7713-4fdd-a9ce-818230fffa08 tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] 10.222.0.22 "GET /v2.0/ports?device_id=22550391-be87-4a53-ad43-67c07ba72602 HTTP/1.1" status: 200 len: 943 time: 0.2020698 Jun 17 10:17:28.449257 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f583e38-da5c-4030-8f91-b3a329915940 req-98084e38-b61f-42d1-a2e1-aa497bf3b0ba tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:28.451493 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-5f583e38-da5c-4030-8f91-b3a329915940 req-98084e38-b61f-42d1-a2e1-aa497bf3b0ba tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/networks?id=d773beeb-675a-4b62-b751-30bf7ea2150d HTTP/1.1" status: 200 len: 819 time: 0.3242402 Jun 17 10:17:28.503142 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-5f583e38-da5c-4030-8f91-b3a329915940 req-f6ae6983-3880-4265-be73-ebda5743b17b tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/quotas/5bd0dd2afc794054a2ded47901ac6c2e HTTP/1.1" status: 200 len: 375 time: 0.0440800 Jun 17 10:17:28.510695 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad24346e-7227-4a3a-b07d-d3f0268def44 req-f2e960ff-3fda-446b-9a68-e0d3634e6349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:28.513001 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-ad24346e-7227-4a3a-b07d-d3f0268def44 req-f2e960ff-3fda-446b-9a68-e0d3634e6349 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9a805b2b-cd8e-4e47-bb4f-0c9740043540 HTTP/1.1" status: 200 len: 916 time: 0.5874591 Jun 17 10:17:28.515290 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-e29f71c6-f0fd-4cb6-955c-5f807896bf32 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733'] for floatingip, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:28.516954 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-e29f71c6-f0fd-4cb6-955c-5f807896bf32 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.0463231 Jun 17 10:17:28.560237 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-7f586077-a92a-4908-abc9-16ace0a99a04 req-eea2474d-dff8-403c-8858-97276fbfeda4 tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] 10.222.0.22 "GET /v2.0/security-groups?id=a644f086-6875-492e-9fdb-6418b4e58878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051123 Jun 17 10:17:28.675472 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-ad24346e-7227-4a3a-b07d-d3f0268def44 req-a6b06168-065a-4d92-8ff3-9f37dc99a8d1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04940f7f-87de-4aa6-ad53-1548536f45e1 HTTP/1.1" status: 200 len: 217 time: 0.1021264 Jun 17 10:17:28.681530 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:28.685475 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 10:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29dbec2c-b393-40e9-8bf4-b0bea16ea2aa x-openstack-request-id: req-29dbec2c-b393-40e9-8bf4-b0bea16ea2aa {{(pid=93645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:17:28.685930 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22550391-be87-4a53-ad43-67c07ba72602", "tag": "257f7118-2c19-4140-8129-25cfafe19b11", "status": "completed", "code": 200}]} {{(pid=93645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:17:28.686351 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-29dbec2c-b393-40e9-8bf4-b0bea16ea2aa {{(pid=93645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:17:28.687121 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22550391-be87-4a53-ad43-67c07ba72602', 'tag': '257f7118-2c19-4140-8129-25cfafe19b11', 'status': 'completed', 'code': 200} Jun 17 10:17:28.713493 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-5f583e38-da5c-4030-8f91-b3a329915940 req-269b4a06-7adf-4699-857c-ede59d2ce77e tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=5bd0dd2afc794054a2ded47901ac6c2e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1997745 Jun 17 10:17:28.745894 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] For port b6f2a916-efc3-4b86-85c0-d56e61a99090, host dv-cinder-796806-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=b6f2a916-efc3-4b86-85c0-d56e61a99090,segment=NetworkSegment(ec66c95e-bed2-41a1-bed7-5691438f5994),segment_id=ec66c95e-bed2-41a1-bed7-5691438f5994)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:17:28.869440 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad24346e-7227-4a3a-b07d-d3f0268def44 req-cad2dc8a-14ab-496a-9660-36dc0c7fa4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:28.875481 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-ad24346e-7227-4a3a-b07d-d3f0268def44 req-cad2dc8a-14ab-496a-9660-36dc0c7fa4a4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cef6c515-9123-40fd-a090-e2ea3bc5a141 HTTP/1.1" status: 200 len: 855 time: 0.1814754 Jun 17 10:17:28.875790 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:28.878311 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:17:29.004256 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-5f583e38-da5c-4030-8f91-b3a329915940 req-c130974a-f9fb-4520-8265-42339dfcc4d1 service neutron] 10.222.0.22 "GET /v2.0/networks/d773beeb-675a-4b62-b751-30bf7ea2150d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894452 Jun 17 10:17:29.041820 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-ad24346e-7227-4a3a-b07d-d3f0268def44 req-6132c2a9-39dc-4e20-91e8-9c4200da14f7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9a805b2b-cd8e-4e47-bb4f-0c9740043540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1403098 Jun 17 10:17:29.047698 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Pushing event updated for resources: {'Port': ['ID=b6f2a916-efc3-4b86-85c0-d56e61a99090,revision_number=5']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:17:29.057074 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:17:29.132069 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42db72e3-ddc3-4c59-b15e-fe5e0990e94f req-7c013ce7-313a-4e48-bbb2-9271f3e00ac2 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:29.138773 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-42db72e3-ddc3-4c59-b15e-fe5e0990e94f req-7c013ce7-313a-4e48-bbb2-9271f3e00ac2 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c7a6268-cae5-485c-b4b0-15e4829e5ec1 HTTP/1.1" status: 200 len: 943 time: 0.2506039 Jun 17 10:17:29.264645 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-42db72e3-ddc3-4c59-b15e-fe5e0990e94f req-26cfbc6e-d3d3-4de8-8de5-4f79cd9c339f tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b298a6e-ca03-4b84-a35f-a75e19063a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247604 Jun 17 10:17:29.278520 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d65c5-d9b2-40b6-bda1-6631c5e72eba req-f098f999-5603-4283-b2b6-7c0a930136db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:29.282277 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-532d65c5-d9b2-40b6-bda1-6631c5e72eba req-f098f999-5603-4283-b2b6-7c0a930136db service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4c8d7c9355994183af2479978aa41f9e&device_id=22550391-be87-4a53-ad43-67c07ba72602 HTTP/1.1" status: 200 len: 1096 time: 0.4050303 Jun 17 10:17:29.311107 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-5f583e38-da5c-4030-8f91-b3a329915940 req-fc12a640-9305-4f1e-8b69-17b4e1ef6ea3 service neutron] 10.222.0.22 "GET /v2.0/networks/d773beeb-675a-4b62-b751-30bf7ea2150d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051164 Jun 17 10:17:29.380324 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-ad24346e-7227-4a3a-b07d-d3f0268def44 req-99ef4d67-a81d-40e3-a1ee-c97c0d4bad04 service neutron] 10.222.0.47 "GET /v2.0/networks/9a805b2b-cd8e-4e47-bb4f-0c9740043540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211198 Jun 17 10:17:29.764609 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d65c5-d9b2-40b6-bda1-6631c5e72eba req-66f3ce93-d09f-4402-bf40-454b8f686804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:29.766606 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-532d65c5-d9b2-40b6-bda1-6631c5e72eba req-66f3ce93-d09f-4402-bf40-454b8f686804 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3637b1fa-ac9c-4265-9bfb-ab563ce914f7 HTTP/1.1" status: 200 len: 913 time: 0.4704492 Jun 17 10:17:29.788701 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-cc485ef9-f3bf-455e-bb3b-784a25651b1b req-f71e18e2-9464-443c-8a73-444961826120 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1120620439&fields=id&tenant_id=d3921a4980a048a78ce6c633bbba19c9 HTTP/1.1" status: 200 len: 267 time: 0.1773355 Jun 17 10:17:29.949433 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ecb086bc-7c1b-4f90-b0e7-087a5155f8fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:29.958913 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device b6f2a916-efc3-4b86-85c0-d56e61a99090 up at agent ovs-agent-dv-cinder-796806-1-iscsi {{(pid=93646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:17:30.187496 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Provisioning complete for port b6f2a916-efc3-4b86-85c0-d56e61a99090 triggered by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:17:30.188158 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:30.194990 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc485ef9-f3bf-455e-bb3b-784a25651b1b req-0f7fa88e-a0db-4900-933a-f73e96201879 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:30.194990 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-cc485ef9-f3bf-455e-bb3b-784a25651b1b req-0f7fa88e-a0db-4900-933a-f73e96201879 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/networks?id=fb6d1dc1-5856-427b-992b-099ce227c06b HTTP/1.1" status: 200 len: 817 time: 0.4070647 Jun 17 10:17:30.329800 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-cc485ef9-f3bf-455e-bb3b-784a25651b1b req-0c76f701-33fb-498f-b899-34a7d8c6fe89 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/quotas/d3921a4980a048a78ce6c633bbba19c9 HTTP/1.1" status: 200 len: 375 time: 0.0661848 Jun 17 10:17:30.451357 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-532d65c5-d9b2-40b6-bda1-6631c5e72eba req-5cb72b56-773f-4213-ae14-a238dc35a62b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=257f7118-2c19-4140-8129-25cfafe19b11 HTTP/1.1" status: 200 len: 217 time: 0.6701546 Jun 17 10:17:30.459819 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cd3cfe-8a4d-421d-ac7b-36db2651dc39 req-924c9c8c-5abb-410a-904b-4e37c9596156 tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:30.470751 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-41cd3cfe-8a4d-421d-ac7b-36db2651dc39 req-924c9c8c-5abb-410a-904b-4e37c9596156 tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] 10.222.0.22 "GET /v2.0/ports?device_id=22550391-be87-4a53-ad43-67c07ba72602 HTTP/1.1" status: 200 len: 943 time: 0.2737935 Jun 17 10:17:30.520971 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-cc485ef9-f3bf-455e-bb3b-784a25651b1b req-b4638aee-d758-4d21-bdd4-b976c2bed529 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=d3921a4980a048a78ce6c633bbba19c9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1872561 Jun 17 10:17:30.526840 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-ad24346e-7227-4a3a-b07d-d3f0268def44 req-e3b9a340-79c7-4a5f-b214-03fa087cc41a service neutron] 10.222.0.47 "GET /v2.0/networks/9a805b2b-cd8e-4e47-bb4f-0c9740043540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1106460 Jun 17 10:17:30.607432 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-41cd3cfe-8a4d-421d-ac7b-36db2651dc39 req-38b9cf93-cdad-401d-8b80-ac2f053729d4 tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] 10.222.0.22 "GET /v2.0/security-groups?id=a644f086-6875-492e-9fdb-6418b4e58878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351142 Jun 17 10:17:30.654645 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d65c5-d9b2-40b6-bda1-6631c5e72eba req-137862c8-7a9b-4916-9d41-504aaddcb1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:30.658253 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-532d65c5-d9b2-40b6-bda1-6631c5e72eba req-137862c8-7a9b-4916-9d41-504aaddcb1b2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c501e285-ef07-4abb-b0ea-7b4d96034522 HTTP/1.1" status: 200 len: 852 time: 0.1896276 Jun 17 10:17:30.665147 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 45702) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:17:30.818074 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-532d65c5-d9b2-40b6-bda1-6631c5e72eba req-d087f1c2-14b8-4e0c-b644-63b96981eebe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3637b1fa-ac9c-4265-9bfb-ab563ce914f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1486573 Jun 17 10:17:30.855429 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-cc485ef9-f3bf-455e-bb3b-784a25651b1b req-41c0329e-e88b-4b9d-b7b6-294f329dd255 service neutron] 10.222.0.22 "GET /v2.0/networks/fb6d1dc1-5856-427b-992b-099ce227c06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3112833 Jun 17 10:17:31.080732 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-532d65c5-d9b2-40b6-bda1-6631c5e72eba req-dd394b1f-fe72-48f7-baf5-8d9cb2140308 service neutron] 10.222.0.47 "GET /v2.0/networks/3637b1fa-ac9c-4265-9bfb-ab563ce914f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537322 Jun 17 10:17:31.091018 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.v2.base [None req-0df6e765-ab84-4088-b362-8e90d9db8197 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1044577807-network', 'tenant_id': '4ac426a0793d49c2a99ee793166b26e3'}} {{(pid=93645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:17:31.138007 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-67b4a449-f6da-4f6c-9d2c-806730579ccb req-d296cbc6-423f-4ea7-8764-330a9377f83c tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=c115ea05-b61c-4a41-9a4a-e0185fef6be8 HTTP/1.1" status: 200 len: 210 time: 0.1125126 Jun 17 10:17:31.210454 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-cc485ef9-f3bf-455e-bb3b-784a25651b1b req-d3cb156c-1927-47a4-a730-e7ea043f700c service neutron] 10.222.0.22 "GET /v2.0/networks/fb6d1dc1-5856-427b-992b-099ce227c06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3326128 Jun 17 10:17:31.345092 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-532d65c5-d9b2-40b6-bda1-6631c5e72eba req-6488c831-f7e8-4e34-9fb0-6f05a1f8c636 service neutron] 10.222.0.47 "GET /v2.0/networks/3637b1fa-ac9c-4265-9bfb-ab563ce914f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246368 Jun 17 10:17:31.413045 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df6e765-ab84-4088-b362-8e90d9db8197 admin admin] Made reservation on behalf of 4ac426a0793d49c2a99ee793166b26e3 for: {'network': 1} {{(pid=93645) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:17:31.417209 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-0df6e765-ab84-4088-b362-8e90d9db8197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3930454'] for network, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:31.439135 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-0df6e765-ab84-4088-b362-8e90d9db8197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:31.481147 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd37a6-3a9e-46f3-81e5-c5e758396742 req-68c3bf3e-e302-4b32-b871-dbbe7031ed38 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:31.494791 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-bfdd37a6-3a9e-46f3-81e5-c5e758396742 req-68c3bf3e-e302-4b32-b871-dbbe7031ed38 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c7a6268-cae5-485c-b4b0-15e4829e5ec1 HTTP/1.1" status: 200 len: 943 time: 0.1238744 Jun 17 10:17:31.552310 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-bfdd37a6-3a9e-46f3-81e5-c5e758396742 req-e212b31e-6409-4308-960e-08b5aca416a7 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b298a6e-ca03-4b84-a35f-a75e19063a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558414 Jun 17 10:17:31.656975 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-0df6e765-ab84-4088-b362-8e90d9db8197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:31.858343 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-3e4e481a-d733-458a-91c5-dbe408b53581 req-06542e04-54d4-4a86-94b6-97791f3f5e40 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 210 time: 0.0995708 Jun 17 10:17:31.990952 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 45736) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:17:32.026951 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-0df6e765-ab84-4088-b362-8e90d9db8197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:32.057937 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0df6e765-ab84-4088-b362-8e90d9db8197 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=93645) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 10:17:32.065674 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f932f-7945-492d-83c2-bc18c8e877cd req-57c64ff2-7bd8-4038-936d-d744aaebcce7 tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:32.067531 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-653f932f-7945-492d-83c2-bc18c8e877cd req-57c64ff2-7bd8-4038-936d-d744aaebcce7 tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] 10.222.0.22 "GET /v2.0/ports?device_id=22550391-be87-4a53-ad43-67c07ba72602 HTTP/1.1" status: 200 len: 943 time: 0.2073920 Jun 17 10:17:32.087297 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:17:32.125958 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-653f932f-7945-492d-83c2-bc18c8e877cd req-931e8ac2-5f75-4d64-a3e3-baf9aa47d19d tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] 10.222.0.22 "GET /v2.0/security-groups?id=a644f086-6875-492e-9fdb-6418b4e58878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460095 Jun 17 10:17:32.173651 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-0df6e765-ab84-4088-b362-8e90d9db8197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3785028'] for segment, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:32.183172 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.db.segments_db [None req-0df6e765-ab84-4088-b362-8e90d9db8197 admin admin] Added segment 74c3dd8a-8f5e-4a64-9da5-e8a65a646642 of type vlan for network 5d9cf46e-444f-450e-98a5-d64546599e70 Jun 17 10:17:32.201884 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df6e765-ab84-4088-b362-8e90d9db8197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c21195e1-85d6-4ef4-a450-d49de4270e62,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:17:32.249932 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-0df6e765-ab84-4088-b362-8e90d9db8197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:17:32.266449 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-1dc4510c-4c97-4cab-b556-4f2762934684 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:32.342709 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb89c68d-e84a-488f-afb5-9527dc8e24c7 req-0fdbb3de-0cb7-4391-916e-4b9718d1c06a tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:32.345463 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-eb89c68d-e84a-488f-afb5-9527dc8e24c7 req-0fdbb3de-0cb7-4391-916e-4b9718d1c06a tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.47 "GET /v2.0/networks?id=d773beeb-675a-4b62-b751-30bf7ea2150d HTTP/1.1" status: 200 len: 819 time: 0.6031411 Jun 17 10:17:32.367130 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.v2.base [req-eb89c68d-e84a-488f-afb5-9527dc8e24c7 req-fd3db134-6543-406b-a3f1-d699b500ca71 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Request body: {'port': {'device_id': 'b6c4e2b9-2abf-4f40-86d7-22d4e954c08a', 'network_id': 'd773beeb-675a-4b62-b751-30bf7ea2150d', 'admin_state_up': True, 'tenant_id': '5bd0dd2afc794054a2ded47901ac6c2e'}} {{(pid=93645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:17:32.377779 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-0df6e765-ab84-4088-b362-8e90d9db8197 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740733824422'] for network, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:32.419592 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-1dc4510c-4c97-4cab-b556-4f2762934684 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:32.483042 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device 04940f7f-87de-4aa6-ad53-1548536f45e1 details requested by agent hyperv_hv-cinder-79680 with host hv-cinder-79680 {{(pid=93646) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 10:17:32.492994 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-1dc4510c-4c97-4cab-b556-4f2762934684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:32.515784 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-a6346e1f-e340-4f07-92b3-5afe434f28cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:17:32.539155 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-ad5a96d9-4ff8-49bb-8fa1-4e64a30181cc req-d6a40ad4-3997-4e91-8475-a0469f03503d tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=c115ea05-b61c-4a41-9a4a-e0185fef6be8 HTTP/1.1" status: 200 len: 210 time: 0.0583444 Jun 17 10:17:32.599992 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-1dc4510c-4c97-4cab-b556-4f2762934684 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=170a9d593783444092ffed7b40774861&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6047599 Jun 17 10:17:32.609814 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 45748) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:17:32.636624 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc4510c-4c97-4cab-b556-4f2762934684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb0dec6b-1194-412f-8775-6ad6de81ddc9,revision_number=1']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:17:32.643716 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-1dc4510c-4c97-4cab-b556-4f2762934684 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:17:32.752013 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-690131f8-e2d3-455d-bfd7-e5d87ff781fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:32.796018 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-0df6e765-ab84-4088-b362-8e90d9db8197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-714710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243'] for network, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:32.798152 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df6e765-ab84-4088-b362-8e90d9db8197 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:32.799751 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-0df6e765-ab84-4088-b362-8e90d9db8197 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625220'] for network, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:32.803469 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-a319a8f5-c317-4c7b-af31-fa3dbc8df0ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:17:32.820155 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-690131f8-e2d3-455d-bfd7-e5d87ff781fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:32.875620 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb89c68d-e84a-488f-afb5-9527dc8e24c7 req-fd3db134-6543-406b-a3f1-d699b500ca71 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Made reservation on behalf of 5bd0dd2afc794054a2ded47901ac6c2e for: {'port': 1} {{(pid=93645) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:17:32.880157 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-eb89c68d-e84a-488f-afb5-9527dc8e24c7 req-fd3db134-6543-406b-a3f1-d699b500ca71 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3930454'] for port, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:32.910111 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] For port 04940f7f-87de-4aa6-ad53-1548536f45e1, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=04940f7f-87de-4aa6-ad53-1548536f45e1,segment=NetworkSegment(18c6c105-9c0b-4401-b33f-19dbd1751948),segment_id=18c6c105-9c0b-4401-b33f-19dbd1751948)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:17:32.938329 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Returning: {'device': '04940f7f-87de-4aa6-ad53-1548536f45e1', 'network_id': '9a805b2b-cd8e-4e47-bb4f-0c9740043540', 'port_id': '04940f7f-87de-4aa6-ad53-1548536f45e1', 'mac_address': 'fa:16:3e:10:2c:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cef6c515-9123-40fd-a090-e2ea3bc5a141', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93646) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 10:17:32.940752 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df6e765-ab84-4088-b362-8e90d9db8197 admin admin] Pushing event updated for resources: {'Network': ['ID=5d9cf46e-444f-450e-98a5-d64546599e70,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:17:32.946742 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-0df6e765-ab84-4088-b362-8e90d9db8197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:17:32.973986 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Network 5d9cf46e-444f-450e-98a5-d64546599e70 details requested by agent ovs-agent-dv-cinder-796806-1-iscsi with host dv-cinder-796806-1-iscsi {{(pid=93646) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 10:17:33.017156 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:33.098255 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.notifiers.nova [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04940f7f-87de-4aa6-ad53-1548536f45e1 {{(pid=93646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:17:33.115079 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d1b46d25-cbf7-41e7-8fe2-d7694b314ee8 req-1159081d-e05a-448d-bdbd-9fea94e043a4 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 210 time: 0.0479724 Jun 17 10:17:33.156254 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f361a76-93a3-4b6d-89ef-19e2bda9828b req-3d632b7f-f4ff-44bd-9457-425c85caccaf tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:33.167900 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-1f361a76-93a3-4b6d-89ef-19e2bda9828b req-3d632b7f-f4ff-44bd-9457-425c85caccaf tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c7a6268-cae5-485c-b4b0-15e4829e5ec1 HTTP/1.1" status: 200 len: 943 time: 0.2655678 Jun 17 10:17:33.179639 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] For port 04940f7f-87de-4aa6-ad53-1548536f45e1, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=04940f7f-87de-4aa6-ad53-1548536f45e1,segment=NetworkSegment(18c6c105-9c0b-4401-b33f-19dbd1751948),segment_id=18c6c105-9c0b-4401-b33f-19dbd1751948)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:17:33.202816 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-0df6e765-ab84-4088-b362-8e90d9db8197 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.5357997 Jun 17 10:17:33.213220 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 45768) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:17:33.222764 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.v2.base [None req-bd9a53e7-dee1-4ff7-a1e7-ffb9fa158027 admin admin] Request body: {'subnet': {'network_id': '5d9cf46e-444f-450e-98a5-d64546599e70', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1044577807-subnet', 'tenant_id': '4ac426a0793d49c2a99ee793166b26e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:17:33.248711 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-1f361a76-93a3-4b6d-89ef-19e2bda9828b req-520394c0-df47-4cb4-a988-8a25021ee6e8 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b298a6e-ca03-4b84-a35f-a75e19063a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789611 Jun 17 10:17:33.297352 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.db_base_plugin_common [req-eb89c68d-e84a-488f-afb5-9527dc8e24c7 req-fd3db134-6543-406b-a3f1-d699b500ca71 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Allocated IP 172.20.0.7 (d773beeb-675a-4b62-b751-30bf7ea2150d/e9682fe0-190f-4cfb-8a99-3f5500e89851/b1924e06-caa3-4695-8bd6-e71e3f3430da) {{(pid=93645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:17:33.391802 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-690131f8-e2d3-455d-bfd7-e5d87ff781fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:33.397625 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-690131f8-e2d3-455d-bfd7-e5d87ff781fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:33.402930 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-690131f8-e2d3-455d-bfd7-e5d87ff781fa admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bb0dec6b-1194-412f-8775-6ad6de81ddc9 HTTP/1.1" status: 204 len: 168 time: 0.7881663 Jun 17 10:17:33.402930 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-73c29a52-1edb-4c4c-86be-ee8306a2e2b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:17:33.423678 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690131f8-e2d3-455d-bfd7-e5d87ff781fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb0dec6b-1194-412f-8775-6ad6de81ddc9,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:17:33.427149 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-690131f8-e2d3-455d-bfd7-e5d87ff781fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:17:33.437077 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-769bd4a1-8fb2-49b7-9e96-55ace880e0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:33.440513 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:33.442316 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device 257f7118-2c19-4140-8129-25cfafe19b11 details requested by agent hyperv_hv-cinder-79680 with host hv-cinder-79680 {{(pid=93646) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 10:17:33.448828 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d565d-40af-411a-9014-0bc7adfd55b0 req-406bb970-2157-4687-831d-0fab8f3ade31 tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:33.449813 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-a02d565d-40af-411a-9014-0bc7adfd55b0 req-406bb970-2157-4687-831d-0fab8f3ade31 tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] 10.222.0.22 "GET /v2.0/ports?device_id=22550391-be87-4a53-ad43-67c07ba72602 HTTP/1.1" status: 200 len: 943 time: 0.1189339 Jun 17 10:17:33.451266 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd9a53e7-dee1-4ff7-a1e7-ffb9fa158027 admin admin] Made reservation on behalf of 4ac426a0793d49c2a99ee793166b26e3 for: {'subnet': 1} {{(pid=93644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:17:33.454615 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-bd9a53e7-dee1-4ff7-a1e7-ffb9fa158027 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:33.457132 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-486ba043-15f4-4c6f-bef9-974ce6eef0d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:17:33.552168 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:33.626697 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Pushing event updated for resources: {'Port': ['ID=04940f7f-87de-4aa6-ad53-1548536f45e1,revision_number=4']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:17:33.638742 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:17:33.707908 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-eb89c68d-e84a-488f-afb5-9527dc8e24c7 req-fd3db134-6543-406b-a3f1-d699b500ca71 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Notify callbacks [] for port, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:33.761656 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] For port 257f7118-2c19-4140-8129-25cfafe19b11, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=257f7118-2c19-4140-8129-25cfafe19b11,segment=NetworkSegment(87fd2af9-823d-4f79-9550-f580b9e47ad9),segment_id=87fd2af9-823d-4f79-9550-f580b9e47ad9)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:17:33.790687 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Returning: {'device': '257f7118-2c19-4140-8129-25cfafe19b11', 'network_id': '3637b1fa-ac9c-4265-9bfb-ab563ce914f7', 'port_id': '257f7118-2c19-4140-8129-25cfafe19b11', 'mac_address': 'fa:16:3e:be:0f:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c501e285-ef07-4abb-b0ea-7b4d96034522', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93646) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 10:17:33.891145 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:33.923194 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.notifiers.nova [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 257f7118-2c19-4140-8129-25cfafe19b11 {{(pid=93646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:17:33.950232 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-df8bdb26-9649-4a28-841e-17d66b60109d req-374bb2b8-2c51-4205-b4a8-b23921165a98 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=c115ea05-b61c-4a41-9a4a-e0185fef6be8 HTTP/1.1" status: 200 len: 210 time: 0.1123590 Jun 17 10:17:33.976619 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] For port 257f7118-2c19-4140-8129-25cfafe19b11, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=257f7118-2c19-4140-8129-25cfafe19b11,segment=NetworkSegment(87fd2af9-823d-4f79-9550-f580b9e47ad9),segment_id=87fd2af9-823d-4f79-9550-f580b9e47ad9)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:17:33.986462 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-a02d565d-40af-411a-9014-0bc7adfd55b0 req-6fc7efe0-cc08-4cf5-ae3b-7535f2e5707c tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] 10.222.0.22 "GET /v2.0/security-groups?id=a644f086-6875-492e-9fdb-6418b4e58878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474516 Jun 17 10:17:33.995427 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-eb89c68d-e84a-488f-afb5-9527dc8e24c7 req-fd3db134-6543-406b-a3f1-d699b500ca71 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3925395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740733869087'] for port, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:34.017192 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:17:34.067834 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb89c68d-e84a-488f-afb5-9527dc8e24c7 req-fd3db134-6543-406b-a3f1-d699b500ca71 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Network d773beeb-675a-4b62-b751-30bf7ea2150d is already hosted by enough agents. {{(pid=93645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:17:34.085080 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.base_scheduler [req-eb89c68d-e84a-488f-afb5-9527dc8e24c7 req-fd3db134-6543-406b-a3f1-d699b500ca71 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Resources bound (agent type, host, resource id): {{(pid=93645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:17:34.100061 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb89c68d-e84a-488f-afb5-9527dc8e24c7 req-fd3db134-6543-406b-a3f1-d699b500ca71 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Received port after_create {{(pid=93645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:17:34.107259 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb89c68d-e84a-488f-afb5-9527dc8e24c7 req-fd3db134-6543-406b-a3f1-d699b500ca71 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:34.107995 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-eb89c68d-e84a-488f-afb5-9527dc8e24c7 req-fd3db134-6543-406b-a3f1-d699b500ca71 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625220'] for port, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:34.108638 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:34.123481 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:17:34.145645 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3db134-6543-406b-a3f1-d699b500ca71 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Pushing event updated for resources: {'Port': ['ID=b1924e06-caa3-4695-8bd6-e71e3f3430da,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:17:34.152201 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-fd3db134-6543-406b-a3f1-d699b500ca71 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:17:34.236204 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f583e38-da5c-4030-8f91-b3a329915940 req-e64d1269-3fb1-4eda-b9b5-96c6ad485432 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:34.237777 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-5f583e38-da5c-4030-8f91-b3a329915940 req-e64d1269-3fb1-4eda-b9b5-96c6ad485432 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.47 "GET /v2.0/networks?id=d773beeb-675a-4b62-b751-30bf7ea2150d HTTP/1.1" status: 200 len: 819 time: 0.1688354 Jun 17 10:17:34.254277 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.v2.base [req-5f583e38-da5c-4030-8f91-b3a329915940 req-2371001e-07ca-48ab-b430-912f5427723a tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Request body: {'port': {'device_id': 'c115ea05-b61c-4a41-9a4a-e0185fef6be8', 'network_id': 'd773beeb-675a-4b62-b751-30bf7ea2150d', 'admin_state_up': True, 'tenant_id': '5bd0dd2afc794054a2ded47901ac6c2e'}} {{(pid=93645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:17:34.277576 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-eb89c68d-e84a-488f-afb5-9527dc8e24c7 req-fd3db134-6543-406b-a3f1-d699b500ca71 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9205706 Jun 17 10:17:34.278334 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 45784) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:17:34.309485 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.v2.base [req-eb89c68d-e84a-488f-afb5-9527dc8e24c7 req-dcc9194a-34af-4e5a-a264-d69a7bc0aab7 service neutron] Request body: {'port': {'device_id': 'b6c4e2b9-2abf-4f40-86d7-22d4e954c08a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79680'}} {{(pid=93645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:17:34.333582 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-bd9a53e7-dee1-4ff7-a1e7-ffb9fa158027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234'] for subnet, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:34.337141 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:17:34.385673 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Pushing event updated for resources: {'Port': ['ID=257f7118-2c19-4140-8129-25cfafe19b11,revision_number=4']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:17:34.445952 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:17:34.521239 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] get_ports_and_sgs() called for port_ids ['04940f7f-87de-4aa6-ad53-1548536f45e1'] {{(pid=93646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 10:17:34.532724 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9a53e7-dee1-4ff7-a1e7-ffb9fa158027 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25eee001-b87c-425c-9ded-ebc9a1d19712,revision_number=0']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:17:34.568486 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-81701f17-c06f-4998-81cc-9d3d74a1b8f3 req-aed483b6-57a9-4098-bb48-455d35847aac tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 210 time: 0.0536864 Jun 17 10:17:34.574701 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-bd9a53e7-dee1-4ff7-a1e7-ffb9fa158027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:17:34.601079 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9a53e7-dee1-4ff7-a1e7-ffb9fa158027 admin admin] Checking segment: {'id': '74c3dd8a-8f5e-4a64-9da5-e8a65a646642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5d9cf46e-444f-450e-98a5-d64546599e70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:17:34.601818 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9a53e7-dee1-4ff7-a1e7-ffb9fa158027 admin admin] Network hostable DHCP agents. Network: 5d9cf46e-444f-450e-98a5-d64546599e70, hostable agents: ['337bcc12-ee2b-4966-b704-642398d54e19'], hosted agents: [] {{(pid=93644) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 10:17:34.651471 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] get_ports_and_sgs() called for port_ids ['257f7118-2c19-4140-8129-25cfafe19b11'] {{(pid=93646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 10:17:34.664738 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-c1c33e7f-fc32-429f-8d41-72642d661a6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:34.724472 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-eb89c68d-e84a-488f-afb5-9527dc8e24c7 req-dcc9194a-34af-4e5a-a264-d69a7bc0aab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:34.743024 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824412d2-04fb-4a75-9481-688d7da2f5fa req-414724aa-9a57-4b87-9f2b-516b5f476d4d tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:34.751334 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-824412d2-04fb-4a75-9481-688d7da2f5fa req-414724aa-9a57-4b87-9f2b-516b5f476d4d tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c7a6268-cae5-485c-b4b0-15e4829e5ec1 HTTP/1.1" status: 200 len: 944 time: 0.1782744 Jun 17 10:17:34.777083 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9a53e7-dee1-4ff7-a1e7-ffb9fa158027 admin admin] Network 5d9cf46e-444f-450e-98a5-d64546599e70 is scheduled to be hosted by DHCP agent 337bcc12-ee2b-4966-b704-642398d54e19 with binding_index 1 {{(pid=93644) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 10:17:34.823980 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-824412d2-04fb-4a75-9481-688d7da2f5fa req-b443e421-dfeb-4ed6-bc45-0f47a841fc94 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b298a6e-ca03-4b84-a35f-a75e19063a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714016 Jun 17 10:17:34.892981 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-c1c33e7f-fc32-429f-8d41-72642d661a6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:34.916064 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.base_scheduler [None req-bd9a53e7-dee1-4ff7-a1e7-ffb9fa158027 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796806-1-iscsi, 5d9cf46e-444f-450e-98a5-d64546599e70) {{(pid=93644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:17:34.937803 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9a53e7-dee1-4ff7-a1e7-ffb9fa158027 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:34.938730 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-bd9a53e7-dee1-4ff7-a1e7-ffb9fa158027 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625220'] for subnet, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:34.945167 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b467147e-b954-45c3-bab1-58c4f2cb9ca7 None None] Network 5d9cf46e-444f-450e-98a5-d64546599e70 requested from dv-cinder-796806-1-iscsi {{(pid=93646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:17:35.014403 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 45794) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:17:35.048437 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-4b87fbdd-3cef-4a51-b7ad-93d46d09b7de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:35.076685 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-c1c33e7f-fc32-429f-8d41-72642d661a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:35.160375 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-1b4400b3-01f9-4e7a-8b73-3fbc1aa9880d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:17:35.188699 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 45802) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:17:35.200354 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-c1c33e7f-fc32-429f-8d41-72642d661a6c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=787141331fde488c9fc141e65050441f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9174082 Jun 17 10:17:35.255550 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-76f1cb7e-d4ef-4c29-a3c2-2b16775f9f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:35.269739 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c33e7f-fc32-429f-8d41-72642d661a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26cad974-2217-45de-ac43-2fed0f92ae71,revision_number=1']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:17:35.273170 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-c1c33e7f-fc32-429f-8d41-72642d661a6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:17:35.351056 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-e8e8d72e-23b7-426f-8bba-2b7d4993e364 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:35.364738 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f583e38-da5c-4030-8f91-b3a329915940 req-2371001e-07ca-48ab-b430-912f5427723a tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Made reservation on behalf of 5bd0dd2afc794054a2ded47901ac6c2e for: {'port': 1} {{(pid=93645) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:17:35.369873 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-5f583e38-da5c-4030-8f91-b3a329915940 req-2371001e-07ca-48ab-b430-912f5427723a tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3930454'] for port, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:35.403338 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-0f94345b-e311-4d04-85b4-b10604dfed17 req-95fc0648-fcef-43d5-bf40-05ecfb25c4b7 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=c115ea05-b61c-4a41-9a4a-e0185fef6be8 HTTP/1.1" status: 200 len: 210 time: 0.0866470 Jun 17 10:17:35.425535 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-e8e8d72e-23b7-426f-8bba-2b7d4993e364 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:35.556257 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d935c118-d9e2-4433-96d5-e5107a3365df req-6b8ff643-e03d-4f86-845d-ef491115d5a3 tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:35.556589 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d843925-62a1-42af-b9fa-d8a96fe05171 None None] Network 5d9cf46e-444f-450e-98a5-d64546599e70 requested from dv-cinder-796806-1-iscsi {{(pid=93646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:17:35.559012 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d935c118-d9e2-4433-96d5-e5107a3365df req-6b8ff643-e03d-4f86-845d-ef491115d5a3 tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] 10.222.0.22 "GET /v2.0/ports?device_id=22550391-be87-4a53-ad43-67c07ba72602 HTTP/1.1" status: 200 len: 944 time: 0.1458185 Jun 17 10:17:35.568856 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-bd9a53e7-dee1-4ff7-a1e7-ffb9fa158027 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.3540685 Jun 17 10:17:35.656677 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.notifiers.nova [req-eb89c68d-e84a-488f-afb5-9527dc8e24c7 req-dcc9194a-34af-4e5a-a264-d69a7bc0aab7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1924e06-caa3-4695-8bd6-e71e3f3430da {{(pid=93645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:17:35.683316 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-eb89c68d-e84a-488f-afb5-9527dc8e24c7 req-dcc9194a-34af-4e5a-a264-d69a7bc0aab7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:35.708481 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d935c118-d9e2-4433-96d5-e5107a3365df req-870e8c37-25eb-4fd4-a105-742076029e24 tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] 10.222.0.22 "GET /v2.0/security-groups?id=a644f086-6875-492e-9fdb-6418b4e58878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219904 Jun 17 10:17:35.829827 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.provisioning_blocks [req-eb89c68d-e84a-488f-afb5-9527dc8e24c7 req-dcc9194a-34af-4e5a-a264-d69a7bc0aab7 service neutron] Transition to ACTIVE for port object b1924e06-caa3-4695-8bd6-e71e3f3430da will not be triggered until provisioned by entity L2. {{(pid=93645) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:17:35.831415 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-e8e8d72e-23b7-426f-8bba-2b7d4993e364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:35.836404 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-e8e8d72e-23b7-426f-8bba-2b7d4993e364 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:35.838747 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-e8e8d72e-23b7-426f-8bba-2b7d4993e364 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/26cad974-2217-45de-ac43-2fed0f92ae71 HTTP/1.1" status: 204 len: 168 time: 0.6490746 Jun 17 10:17:35.839949 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-db915afa-3239-4aa2-922e-45f24753f50e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:17:35.849804 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e8d72e-23b7-426f-8bba-2b7d4993e364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26cad974-2217-45de-ac43-2fed0f92ae71,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:17:35.854051 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-e8e8d72e-23b7-426f-8bba-2b7d4993e364 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:17:35.904980 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-efdac4de-23a1-4024-87c0-dc519d3fe672 req-169f7334-9a20-4f22-8216-324814e93442 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 210 time: 0.1036673 Jun 17 10:17:35.913404 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-eb89c68d-e84a-488f-afb5-9527dc8e24c7 req-dcc9194a-34af-4e5a-a264-d69a7bc0aab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:35.970177 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:17:36.020497 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-4b87fbdd-3cef-4a51-b7ad-93d46d09b7de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:36.092788 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9194a-34af-4e5a-a264-d69a7bc0aab7 service neutron] Pushing event updated for resources: {'Port': ['ID=b1924e06-caa3-4695-8bd6-e71e3f3430da,revision_number=2']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:17:36.095701 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.db_base_plugin_common [req-5f583e38-da5c-4030-8f91-b3a329915940 req-2371001e-07ca-48ab-b430-912f5427723a tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Allocated IP 172.20.0.8 (d773beeb-675a-4b62-b751-30bf7ea2150d/e9682fe0-190f-4cfb-8a99-3f5500e89851/3cc3dcf6-bcde-4ba1-a2d5-c135c31a5b0c) {{(pid=93645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:17:36.099336 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-dcc9194a-34af-4e5a-a264-d69a7bc0aab7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:17:36.180486 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.managers [req-eb89c68d-e84a-488f-afb5-9527dc8e24c7 req-dcc9194a-34af-4e5a-a264-d69a7bc0aab7 service neutron] Attempting to bind port b1924e06-caa3-4695-8bd6-e71e3f3430da on host hv-cinder-79680 for vnic_type normal with profile {{(pid=93645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:17:36.181054 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.managers [req-eb89c68d-e84a-488f-afb5-9527dc8e24c7 req-dcc9194a-34af-4e5a-a264-d69a7bc0aab7 service neutron] Attempting to bind port b1924e06-caa3-4695-8bd6-e71e3f3430da by drivers openvswitch,hyperv on host hv-cinder-79680 at level 0 using segments [{'id': 'ec66c95e-bed2-41a1-bed7-5691438f5994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd773beeb-675a-4b62-b751-30bf7ea2150d'}] {{(pid=93645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:17:36.181935 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb89c68d-e84a-488f-afb5-9527dc8e24c7 req-dcc9194a-34af-4e5a-a264-d69a7bc0aab7 service neutron] Attempting to bind port b1924e06-caa3-4695-8bd6-e71e3f3430da on network d773beeb-675a-4b62-b751-30bf7ea2150d {{(pid=93645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:17:36.192418 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-4b87fbdd-3cef-4a51-b7ad-93d46d09b7de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:36.198916 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:17:36.199582 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb89c68d-e84a-488f-afb5-9527dc8e24c7 req-dcc9194a-34af-4e5a-a264-d69a7bc0aab7 service neutron] Port b1924e06-caa3-4695-8bd6-e71e3f3430da on network d773beeb-675a-4b62-b751-30bf7ea2150d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79680 {{(pid=93645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 10:17:36.200119 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb89c68d-e84a-488f-afb5-9527dc8e24c7 req-dcc9194a-34af-4e5a-a264-d69a7bc0aab7 service neutron] Attempting to bind port b1924e06-caa3-4695-8bd6-e71e3f3430da on network d773beeb-675a-4b62-b751-30bf7ea2150d {{(pid=93645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:17:36.222541 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb89c68d-e84a-488f-afb5-9527dc8e24c7 req-dcc9194a-34af-4e5a-a264-d69a7bc0aab7 service neutron] Checking agent: {'id': '71ef71fd-f9ba-4ed4-b44a-140e16714f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79680', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 14, 58), 'started_at': datetime.datetime(2021, 6, 17, 10, 14, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:17:36.222541 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb89c68d-e84a-488f-afb5-9527dc8e24c7 req-dcc9194a-34af-4e5a-a264-d69a7bc0aab7 service neutron] Checking segment: {'id': 'ec66c95e-bed2-41a1-bed7-5691438f5994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd773beeb-675a-4b62-b751-30bf7ea2150d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:17:36.223148 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb89c68d-e84a-488f-afb5-9527dc8e24c7 req-dcc9194a-34af-4e5a-a264-d69a7bc0aab7 service neutron] Bound using segment: {'id': 'ec66c95e-bed2-41a1-bed7-5691438f5994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd773beeb-675a-4b62-b751-30bf7ea2150d'} {{(pid=93645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:17:36.224666 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.managers [req-eb89c68d-e84a-488f-afb5-9527dc8e24c7 req-dcc9194a-34af-4e5a-a264-d69a7bc0aab7 service neutron] Bound port: b1924e06-caa3-4695-8bd6-e71e3f3430da, host: hv-cinder-79680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec66c95e-bed2-41a1-bed7-5691438f5994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd773beeb-675a-4b62-b751-30bf7ea2150d'}}] {{(pid=93645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:17:36.224666 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-eb89c68d-e84a-488f-afb5-9527dc8e24c7 req-dcc9194a-34af-4e5a-a264-d69a7bc0aab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:36.265859 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-4b87fbdd-3cef-4a51-b7ad-93d46d09b7de admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8163ef9a76d94018b56a859f8d566b8b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2455964 Jun 17 10:17:36.265859 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b87fbdd-3cef-4a51-b7ad-93d46d09b7de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02917ef4-16cb-4699-9eff-641a4a803e73,revision_number=1']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:17:36.266211 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 45820) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:17:36.267719 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-4b87fbdd-3cef-4a51-b7ad-93d46d09b7de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:17:36.277750 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8a5bac-01c8-44fb-9ae4-fca5e4c7c4a5 req-719d119a-9cb2-4215-bd43-c1c17013aacf tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:36.285535 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-5a8a5bac-01c8-44fb-9ae4-fca5e4c7c4a5 req-719d119a-9cb2-4215-bd43-c1c17013aacf tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c7a6268-cae5-485c-b4b0-15e4829e5ec1 HTTP/1.1" status: 200 len: 944 time: 0.1775227 Jun 17 10:17:36.355745 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-5a8a5bac-01c8-44fb-9ae4-fca5e4c7c4a5 req-6e21b790-d1a5-4d02-b7d5-f2ea05ff3117 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b298a6e-ca03-4b84-a35f-a75e19063a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690708 Jun 17 10:17:36.494837 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.db [req-eb89c68d-e84a-488f-afb5-9527dc8e24c7 req-dcc9194a-34af-4e5a-a264-d69a7bc0aab7 service neutron] For port b1924e06-caa3-4695-8bd6-e71e3f3430da, host hv-cinder-79680, cleared binding levels {{(pid=93645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:17:36.505123 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.db [req-eb89c68d-e84a-488f-afb5-9527dc8e24c7 req-dcc9194a-34af-4e5a-a264-d69a7bc0aab7 service neutron] For port b1924e06-caa3-4695-8bd6-e71e3f3430da, host hv-cinder-79680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=b1924e06-caa3-4695-8bd6-e71e3f3430da,segment=NetworkSegment(ec66c95e-bed2-41a1-bed7-5691438f5994),segment_id=ec66c95e-bed2-41a1-bed7-5691438f5994)] {{(pid=93645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:17:36.529502 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-76d173b6-8cda-4979-ae01-642a4c792979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:36.546399 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-5f583e38-da5c-4030-8f91-b3a329915940 req-2371001e-07ca-48ab-b430-912f5427723a tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Notify callbacks [] for port, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:36.595697 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-76d173b6-8cda-4979-ae01-642a4c792979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:36.610861 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-eb89c68d-e84a-488f-afb5-9527dc8e24c7 req-dcc9194a-34af-4e5a-a264-d69a7bc0aab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:36.649499 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-fd3db134-6543-406b-a3f1-d699b500ca71 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:17:36.685539 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-b2728a2c-b7dc-4eef-ae6e-94f32ab14807 req-2c94c169-aea0-413f-8493-1463cdd42725 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=c115ea05-b61c-4a41-9a4a-e0185fef6be8 HTTP/1.1" status: 200 len: 210 time: 0.0621204 Jun 17 10:17:36.731957 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb89c68d-e84a-488f-afb5-9527dc8e24c7 req-dcc9194a-34af-4e5a-a264-d69a7bc0aab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:36.731957 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-eb89c68d-e84a-488f-afb5-9527dc8e24c7 req-dcc9194a-34af-4e5a-a264-d69a7bc0aab7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625220'] for port, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:36.731957 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-eb89c68d-e84a-488f-afb5-9527dc8e24c7 req-dcc9194a-34af-4e5a-a264-d69a7bc0aab7 service neutron] 10.222.0.47 "PUT /v2.0/ports/b1924e06-caa3-4695-8bd6-e71e3f3430da HTTP/1.1" status: 200 len: 1093 time: 2.4278259 Jun 17 10:17:36.731957 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6c4e2b9-2abf-4f40-86d7-22d4e954c08a', 'tag': 'b1924e06-caa3-4695-8bd6-e71e3f3430da'}] {{(pid=93645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:17:36.734195 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25c6fbde856bb10fc3e6f7e7beb0655886cca8e381c3d168db957d1d9f65ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f99b23bf-5db5-4557-8afc-3fd19b102f39" -d '{"events": [{"name": "network-changed", "server_uuid": "b6c4e2b9-2abf-4f40-86d7-22d4e954c08a", "tag": "b1924e06-caa3-4695-8bd6-e71e3f3430da"}]}' {{(pid=93645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:17:36.771443 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9194a-34af-4e5a-a264-d69a7bc0aab7 service neutron] Pushing event updated for resources: {'Port': ['ID=b1924e06-caa3-4695-8bd6-e71e3f3430da,revision_number=3']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:17:36.784434 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-dcc9194a-34af-4e5a-a264-d69a7bc0aab7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:17:36.827440 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 10:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d71c4a84-ecca-4e17-a320-8d09db542a9e x-openstack-request-id: req-d71c4a84-ecca-4e17-a320-8d09db542a9e {{(pid=93645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:17:36.827806 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6c4e2b9-2abf-4f40-86d7-22d4e954c08a", "tag": "b1924e06-caa3-4695-8bd6-e71e3f3430da", "status": "completed", "code": 200}]} {{(pid=93645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:17:36.828273 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d71c4a84-ecca-4e17-a320-8d09db542a9e {{(pid=93645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:17:36.828540 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6c4e2b9-2abf-4f40-86d7-22d4e954c08a', 'tag': 'b1924e06-caa3-4695-8bd6-e71e3f3430da', 'status': 'completed', 'code': 200} Jun 17 10:17:36.846919 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-5f583e38-da5c-4030-8f91-b3a329915940 req-2371001e-07ca-48ab-b430-912f5427723a tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3925395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740733869087'] for port, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:36.852313 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-dcc9194a-34af-4e5a-a264-d69a7bc0aab7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:17:36.884498 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-76d173b6-8cda-4979-ae01-642a4c792979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:36.895753 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-76d173b6-8cda-4979-ae01-642a4c792979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:36.896557 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-76d173b6-8cda-4979-ae01-642a4c792979 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/02917ef4-16cb-4699-9eff-641a4a803e73 HTTP/1.1" status: 204 len: 168 time: 0.6205204 Jun 17 10:17:36.907678 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f583e38-da5c-4030-8f91-b3a329915940 req-2371001e-07ca-48ab-b430-912f5427723a tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Network d773beeb-675a-4b62-b751-30bf7ea2150d is already hosted by enough agents. {{(pid=93645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:17:36.911398 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.base_scheduler [req-5f583e38-da5c-4030-8f91-b3a329915940 req-2371001e-07ca-48ab-b430-912f5427723a tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Resources bound (agent type, host, resource id): {{(pid=93645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:17:36.918217 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f583e38-da5c-4030-8f91-b3a329915940 req-2371001e-07ca-48ab-b430-912f5427723a tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Received port after_create {{(pid=93645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:17:36.924496 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f583e38-da5c-4030-8f91-b3a329915940 req-2371001e-07ca-48ab-b430-912f5427723a tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:36.925173 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-5f583e38-da5c-4030-8f91-b3a329915940 req-2371001e-07ca-48ab-b430-912f5427723a tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625220'] for port, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:36.933587 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2371001e-07ca-48ab-b430-912f5427723a tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Pushing event updated for resources: {'Port': ['ID=3cc3dcf6-bcde-4ba1-a2d5-c135c31a5b0c,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:17:36.939535 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-2371001e-07ca-48ab-b430-912f5427723a tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:17:36.940067 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-760049ca-f6d8-4748-8c43-b5998804ef4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:17:36.951646 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d173b6-8cda-4979-ae01-642a4c792979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02917ef4-16cb-4699-9eff-641a4a803e73,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:17:36.954018 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-76d173b6-8cda-4979-ae01-642a4c792979 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:17:36.964836 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8334b2a8-081d-4a08-b273-522b2363e8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:37.002184 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc1514e-fad0-40d9-9570-45fa224e62a0 req-7e949c73-36c4-49a1-8122-a57de5cda105 tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:37.007185 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-fdc1514e-fad0-40d9-9570-45fa224e62a0 req-7e949c73-36c4-49a1-8122-a57de5cda105 tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] 10.222.0.22 "GET /v2.0/ports?device_id=22550391-be87-4a53-ad43-67c07ba72602 HTTP/1.1" status: 200 len: 944 time: 0.0950494 Jun 17 10:17:37.059790 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-fdc1514e-fad0-40d9-9570-45fa224e62a0 req-aa29762d-b2f5-4284-957f-ee09400cccbb tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] 10.222.0.22 "GET /v2.0/security-groups?id=a644f086-6875-492e-9fdb-6418b4e58878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461297 Jun 17 10:17:37.094006 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-5f583e38-da5c-4030-8f91-b3a329915940 req-2371001e-07ca-48ab-b430-912f5427723a tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8451099 Jun 17 10:17:37.108568 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-f2a9cbc0-3f87-41af-b968-badedbfec153 req-dd468e9d-5676-4c16-94d1-061e9edb5319 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 210 time: 0.0456581 Jun 17 10:17:37.336438 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 45844) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:17:37.356365 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-f8ced8ae-545d-4cd5-a9ec-badff1a8c850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:37.508933 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 45850) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:17:37.517397 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.v2.base [None req-c1979665-ec0e-4e66-8c19-66af4e7e36db admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-673713086-network', 'tenant_id': 'b4eacd80cb224684bff2a85f453d479c'}} {{(pid=93644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:17:37.548454 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-f8ced8ae-545d-4cd5-a9ec-badff1a8c850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:37.641322 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-f8ced8ae-545d-4cd5-a9ec-badff1a8c850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:37.646056 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf0b92-6163-448e-a77d-459859cf9b17 req-37edfce5-1a6d-4eb9-b420-ff75a56154da tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:37.646393 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-cd5097e2-e69d-48ea-86d2-aa6857f6271d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:17:37.649341 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-1bbf0b92-6163-448e-a77d-459859cf9b17 req-37edfce5-1a6d-4eb9-b420-ff75a56154da tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c7a6268-cae5-485c-b4b0-15e4829e5ec1 HTTP/1.1" status: 200 len: 944 time: 0.1169097 Jun 17 10:17:37.720207 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-f8ced8ae-545d-4cd5-a9ec-badff1a8c850 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=370221dfaccd4ac0bdba15d609d0ed7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3816607 Jun 17 10:17:37.720907 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 45854) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:17:37.721440 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ced8ae-545d-4cd5-a9ec-badff1a8c850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da999c9a-3267-452d-8c71-700e8be1b8f4,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:17:37.725103 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-f8ced8ae-545d-4cd5-a9ec-badff1a8c850 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:17:37.794201 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1979665-ec0e-4e66-8c19-66af4e7e36db admin admin] Made reservation on behalf of b4eacd80cb224684bff2a85f453d479c for: {'network': 1} {{(pid=93644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:17:37.798118 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-c1979665-ec0e-4e66-8c19-66af4e7e36db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3930454'] for network, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:37.835528 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-1bbf0b92-6163-448e-a77d-459859cf9b17 req-f98cef22-42ad-477c-a8f4-60369dca5e85 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b298a6e-ca03-4b84-a35f-a75e19063a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652565 Jun 17 10:17:37.854502 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-c1979665-ec0e-4e66-8c19-66af4e7e36db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:37.946343 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-70002082-7f44-4ecf-a84f-05a5bc418f39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:37.995803 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-70002082-7f44-4ecf-a84f-05a5bc418f39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:38.081734 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd7eb54-e267-4471-978c-e1841d8ea399 req-c7973c91-92ef-4c0e-a2c1-905e7de2047e tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:38.083364 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-5cd7eb54-e267-4471-978c-e1841d8ea399 req-c7973c91-92ef-4c0e-a2c1-905e7de2047e tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=c115ea05-b61c-4a41-9a4a-e0185fef6be8 HTTP/1.1" status: 200 len: 931 time: 0.1984031 Jun 17 10:17:38.155169 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-c1979665-ec0e-4e66-8c19-66af4e7e36db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:38.164966 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-5cd7eb54-e267-4471-978c-e1841d8ea399 req-ebe655cf-a00f-41ba-b5af-b5f550b2aaf0 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708542 Jun 17 10:17:38.301568 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-c1979665-ec0e-4e66-8c19-66af4e7e36db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:38.324421 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-690131f8-e2d3-455d-bfd7-e5d87ff781fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:17:38.384755 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-70002082-7f44-4ecf-a84f-05a5bc418f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:38.389339 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-70002082-7f44-4ecf-a84f-05a5bc418f39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:38.391170 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-70002082-7f44-4ecf-a84f-05a5bc418f39 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/da999c9a-3267-452d-8c71-700e8be1b8f4 HTTP/1.1" status: 204 len: 168 time: 0.6688306 Jun 17 10:17:38.394963 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-07701f76-9d69-44cd-9c89-1b57279aaf88 req-94d8f58f-8c1f-4149-9461-fe5cff63b4d6 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 210 time: 0.0982480 Jun 17 10:17:38.408122 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1979665-ec0e-4e66-8c19-66af4e7e36db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=93644) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 10:17:38.452074 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-c1979665-ec0e-4e66-8c19-66af4e7e36db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3785028'] for segment, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:38.452727 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.db.segments_db [None req-c1979665-ec0e-4e66-8c19-66af4e7e36db admin admin] Added segment 8e900911-e684-447c-ba3b-61f14ce4166c of type vlan for network 08b8f224-6e18-485f-ac26-27c5d4909539 Jun 17 10:17:38.455040 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1979665-ec0e-4e66-8c19-66af4e7e36db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b0b9d3-754c-4b7c-a427-3e6adc642b43,revision_number=1']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:17:38.474122 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-c1979665-ec0e-4e66-8c19-66af4e7e36db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:17:38.480815 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:17:38.504746 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70002082-7f44-4ecf-a84f-05a5bc418f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da999c9a-3267-452d-8c71-700e8be1b8f4,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:17:38.520844 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-70002082-7f44-4ecf-a84f-05a5bc418f39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:17:38.591727 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a59925-c7c9-4d77-b23c-dff71513602f req-071630d4-d9f1-4d46-b97f-acc23364ee48 tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:38.594477 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-a2a59925-c7c9-4d77-b23c-dff71513602f req-071630d4-d9f1-4d46-b97f-acc23364ee48 tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] 10.222.0.22 "GET /v2.0/ports?device_id=22550391-be87-4a53-ad43-67c07ba72602 HTTP/1.1" status: 200 len: 944 time: 0.3460095 Jun 17 10:17:38.601267 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-c1979665-ec0e-4e66-8c19-66af4e7e36db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740733824422'] for network, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:38.701274 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-a2a59925-c7c9-4d77-b23c-dff71513602f req-662d45be-b444-4934-92d9-dc7162159549 tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] 10.222.0.22 "GET /v2.0/security-groups?id=a644f086-6875-492e-9fdb-6418b4e58878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924199 Jun 17 10:17:38.844662 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.v2.base [req-5f583e38-da5c-4030-8f91-b3a329915940 req-077e91c7-58bd-4a14-a6a6-c1245df0d1b1 service neutron] Request body: {'port': {'device_id': 'c115ea05-b61c-4a41-9a4a-e0185fef6be8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79680'}} {{(pid=93645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:17:38.869312 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-c1979665-ec0e-4e66-8c19-66af4e7e36db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-714710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243'] for network, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:38.870868 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1979665-ec0e-4e66-8c19-66af4e7e36db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:38.871738 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-c1979665-ec0e-4e66-8c19-66af4e7e36db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625220'] for network, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:38.876612 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-f8ef219f-2cbf-49cf-bc50-b390004ad77d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:17:38.949859 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.47', 55263) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:17:39.064225 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-c1979665-ec0e-4e66-8c19-66af4e7e36db admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5535419 Jun 17 10:17:39.065851 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc485ef9-f3bf-455e-bb3b-784a25651b1b req-c64d3d01-272f-4025-a19e-a2e9bcbc4f6e tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:39.067821 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-cc485ef9-f3bf-455e-bb3b-784a25651b1b req-c64d3d01-272f-4025-a19e-a2e9bcbc4f6e tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.47 "GET /v2.0/networks?id=fb6d1dc1-5856-427b-992b-099ce227c06b HTTP/1.1" status: 200 len: 817 time: 0.1840112 Jun 17 10:17:39.070006 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 45886) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:17:39.080178 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.v2.base [None req-be6f83b6-f9c1-4def-ae4b-e23acc600669 admin admin] Request body: {'subnet': {'network_id': '08b8f224-6e18-485f-ac26-27c5d4909539', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-673713086-subnet', 'tenant_id': 'b4eacd80cb224684bff2a85f453d479c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:17:39.109555 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1979665-ec0e-4e66-8c19-66af4e7e36db admin admin] Pushing event updated for resources: {'Network': ['ID=08b8f224-6e18-485f-ac26-27c5d4909539,revision_number=1']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:17:39.131896 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-c1979665-ec0e-4e66-8c19-66af4e7e36db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:17:39.141834 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-5f583e38-da5c-4030-8f91-b3a329915940 req-077e91c7-58bd-4a14-a6a6-c1245df0d1b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:39.153185 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Network 08b8f224-6e18-485f-ac26-27c5d4909539 details requested by agent ovs-agent-dv-cinder-796806-1-iscsi with host dv-cinder-796806-1-iscsi {{(pid=93646) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 10:17:39.226313 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b23bf-5db5-4557-8afc-3fd19b102f39 req-0d5a1a80-3f96-4d30-b4c3-9b2cb2c79a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:39.228941 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-f99b23bf-5db5-4557-8afc-3fd19b102f39 req-0d5a1a80-3f96-4d30-b4c3-9b2cb2c79a1c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5bd0dd2afc794054a2ded47901ac6c2e&device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 1096 time: 0.2770221 Jun 17 10:17:39.290198 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdead57-ea3d-408b-8585-65fddca2eeef req-b961c0db-ab9e-4b88-9803-20631a22e90a tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:39.295709 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-4bdead57-ea3d-408b-8585-65fddca2eeef req-b961c0db-ab9e-4b88-9803-20631a22e90a tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c7a6268-cae5-485c-b4b0-15e4829e5ec1 HTTP/1.1" status: 200 len: 944 time: 0.1782017 Jun 17 10:17:39.543883 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be6f83b6-f9c1-4def-ae4b-e23acc600669 admin admin] Made reservation on behalf of b4eacd80cb224684bff2a85f453d479c for: {'subnet': 1} {{(pid=93645) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:17:39.559941 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-be6f83b6-f9c1-4def-ae4b-e23acc600669 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:39.661371 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-cc485ef9-f3bf-455e-bb3b-784a25651b1b req-072fd3d5-5fcf-4fc9-a0bb-49e1761bc7c3 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3921a4980a048a78ce6c633bbba19c9 HTTP/1.1" status: 200 len: 380 time: 0.5565650 Jun 17 10:17:39.684762 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.v2.base [req-cc485ef9-f3bf-455e-bb3b-784a25651b1b req-5d30a9d3-b712-4aab-bb33-072603470ba2 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Request body: {'port': {'device_id': '032973f9-8cea-4739-bdba-a15d9c60f256', 'network_id': 'fb6d1dc1-5856-427b-992b-099ce227c06b', 'admin_state_up': True, 'tenant_id': 'd3921a4980a048a78ce6c633bbba19c9', 'security_groups': ['66df205f-2a9e-4b5d-ac5b-3414ee5c524c']}} {{(pid=93645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:17:39.689401 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device 04940f7f-87de-4aa6-ad53-1548536f45e1 up at agent hyperv_hv-cinder-79680 {{(pid=93646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:17:39.758310 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-4bdead57-ea3d-408b-8585-65fddca2eeef req-d5d945ff-60e1-4bd2-9d8a-cd6d5598cea8 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b298a6e-ca03-4b84-a35f-a75e19063a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4357808 Jun 17 10:17:39.848363 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 45904) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:17:39.935842 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Provisioning for port 04940f7f-87de-4aa6-ad53-1548536f45e1 completed by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:17:39.936097 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-78b9e96e-849d-4d00-80e8-38ea47ad1333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:39.937289 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Provisioning complete for port 04940f7f-87de-4aa6-ad53-1548536f45e1 triggered by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:17:39.937907 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:39.957717 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b23bf-5db5-4557-8afc-3fd19b102f39 req-4dafb1d6-ace9-4676-b75e-3cae0747e5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:39.964289 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-f99b23bf-5db5-4557-8afc-3fd19b102f39 req-4dafb1d6-ace9-4676-b75e-3cae0747e5b0 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=5bd0dd2afc794054a2ded47901ac6c2e&shared=False HTTP/1.1" status: 200 len: 920 time: 0.7181890 Jun 17 10:17:40.152628 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:40.205215 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c7a6268-cae5-485c-b4b0-15e4829e5ec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04940f7f-87de-4aa6-ad53-1548536f45e1'}] {{(pid=93646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:17:40.423352 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] For port 04940f7f-87de-4aa6-ad53-1548536f45e1, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=04940f7f-87de-4aa6-ad53-1548536f45e1,segment=NetworkSegment(18c6c105-9c0b-4401-b33f-19dbd1751948),segment_id=18c6c105-9c0b-4401-b33f-19dbd1751948)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:17:40.459524 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-7a57f733-cee2-440b-ac9e-605b0cc2a33f req-5a88d6a9-9768-4677-8266-92a70c453667 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 210 time: 0.1301150 Jun 17 10:17:40.469108 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.notifiers.nova [req-5f583e38-da5c-4030-8f91-b3a329915940 req-077e91c7-58bd-4a14-a6a6-c1245df0d1b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cc3dcf6-bcde-4ba1-a2d5-c135c31a5b0c {{(pid=93645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:17:40.493841 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-5f583e38-da5c-4030-8f91-b3a329915940 req-077e91c7-58bd-4a14-a6a6-c1245df0d1b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:40.523834 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:40.528730 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device 257f7118-2c19-4140-8129-25cfafe19b11 up at agent hyperv_hv-cinder-79680 {{(pid=93646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:17:40.533978 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:17:40.557499 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.provisioning_blocks [req-5f583e38-da5c-4030-8f91-b3a329915940 req-077e91c7-58bd-4a14-a6a6-c1245df0d1b1 service neutron] Transition to ACTIVE for port object 3cc3dcf6-bcde-4ba1-a2d5-c135c31a5b0c will not be triggered until provisioned by entity L2. {{(pid=93645) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:17:40.580562 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308105fb-4713-45bd-8026-6ae0ef093407 req-57088a29-158a-4dd6-a1e4-216023fb5346 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:40.583154 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-308105fb-4713-45bd-8026-6ae0ef093407 req-57088a29-158a-4dd6-a1e4-216023fb5346 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=c115ea05-b61c-4a41-9a4a-e0185fef6be8 HTTP/1.1" status: 200 len: 931 time: 0.9257538 Jun 17 10:17:40.624197 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-5f583e38-da5c-4030-8f91-b3a329915940 req-077e91c7-58bd-4a14-a6a6-c1245df0d1b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:40.691153 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-b98212bd-9024-48d5-b1c2-69f4537c6452 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:17:40.751712 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b23bf-5db5-4557-8afc-3fd19b102f39 req-5c2ad555-05e9-4b1b-a813-f8297f37abc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:40.754209 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-f99b23bf-5db5-4557-8afc-3fd19b102f39 req-5c2ad555-05e9-4b1b-a813-f8297f37abc8 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7761497 Jun 17 10:17:40.779876 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-308105fb-4713-45bd-8026-6ae0ef093407 req-f6f58755-2c95-4544-aae2-1d46afd8b991 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718175 Jun 17 10:17:40.882377 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}202ec35f0b2f503ce7e4db3a1c258f37e57fe85608606de8e1c873696d713f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4777a32-63a7-4a92-8b71-0836b7325628" -d '{"events": [{"server_uuid": "7c7a6268-cae5-485c-b4b0-15e4829e5ec1", "name": "network-vif-plugged", "status": "completed", "tag": "04940f7f-87de-4aa6-ad53-1548536f45e1"}]}' {{(pid=93646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:17:40.898050 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.managers [req-5f583e38-da5c-4030-8f91-b3a329915940 req-077e91c7-58bd-4a14-a6a6-c1245df0d1b1 service neutron] Attempting to bind port 3cc3dcf6-bcde-4ba1-a2d5-c135c31a5b0c on host hv-cinder-79680 for vnic_type normal with profile {{(pid=93645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:17:40.898672 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.managers [req-5f583e38-da5c-4030-8f91-b3a329915940 req-077e91c7-58bd-4a14-a6a6-c1245df0d1b1 service neutron] Attempting to bind port 3cc3dcf6-bcde-4ba1-a2d5-c135c31a5b0c by drivers openvswitch,hyperv on host hv-cinder-79680 at level 0 using segments [{'id': 'ec66c95e-bed2-41a1-bed7-5691438f5994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd773beeb-675a-4b62-b751-30bf7ea2150d'}] {{(pid=93645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:17:40.899228 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f583e38-da5c-4030-8f91-b3a329915940 req-077e91c7-58bd-4a14-a6a6-c1245df0d1b1 service neutron] Attempting to bind port 3cc3dcf6-bcde-4ba1-a2d5-c135c31a5b0c on network d773beeb-675a-4b62-b751-30bf7ea2150d {{(pid=93645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:17:40.908912 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-be6f83b6-f9c1-4def-ae4b-e23acc600669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234'] for subnet, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:40.915818 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f583e38-da5c-4030-8f91-b3a329915940 req-077e91c7-58bd-4a14-a6a6-c1245df0d1b1 service neutron] Port 3cc3dcf6-bcde-4ba1-a2d5-c135c31a5b0c on network d773beeb-675a-4b62-b751-30bf7ea2150d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79680 {{(pid=93645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 10:17:40.916363 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f583e38-da5c-4030-8f91-b3a329915940 req-077e91c7-58bd-4a14-a6a6-c1245df0d1b1 service neutron] Attempting to bind port 3cc3dcf6-bcde-4ba1-a2d5-c135c31a5b0c on network d773beeb-675a-4b62-b751-30bf7ea2150d {{(pid=93645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:17:40.930935 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077e91c7-58bd-4a14-a6a6-c1245df0d1b1 service neutron] Pushing event updated for resources: {'Port': ['ID=3cc3dcf6-bcde-4ba1-a2d5-c135c31a5b0c,revision_number=2']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:17:40.939646 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-077e91c7-58bd-4a14-a6a6-c1245df0d1b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:17:40.940655 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:17:40.951677 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Pushing event updated for resources: {'Port': ['ID=04940f7f-87de-4aa6-ad53-1548536f45e1,revision_number=5']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:17:40.961926 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:17:41.006159 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-78b9e96e-849d-4d00-80e8-38ea47ad1333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:41.014277 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f583e38-da5c-4030-8f91-b3a329915940 req-077e91c7-58bd-4a14-a6a6-c1245df0d1b1 service neutron] Checking agent: {'id': '71ef71fd-f9ba-4ed4-b44a-140e16714f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79680', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 14, 58), 'started_at': datetime.datetime(2021, 6, 17, 10, 14, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:17:41.014945 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f583e38-da5c-4030-8f91-b3a329915940 req-077e91c7-58bd-4a14-a6a6-c1245df0d1b1 service neutron] Checking segment: {'id': 'ec66c95e-bed2-41a1-bed7-5691438f5994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd773beeb-675a-4b62-b751-30bf7ea2150d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:17:41.016260 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f583e38-da5c-4030-8f91-b3a329915940 req-077e91c7-58bd-4a14-a6a6-c1245df0d1b1 service neutron] Bound using segment: {'id': 'ec66c95e-bed2-41a1-bed7-5691438f5994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd773beeb-675a-4b62-b751-30bf7ea2150d'} {{(pid=93645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:17:41.016678 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.managers [req-5f583e38-da5c-4030-8f91-b3a329915940 req-077e91c7-58bd-4a14-a6a6-c1245df0d1b1 service neutron] Bound port: 3cc3dcf6-bcde-4ba1-a2d5-c135c31a5b0c, host: hv-cinder-79680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec66c95e-bed2-41a1-bed7-5691438f5994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd773beeb-675a-4b62-b751-30bf7ea2150d'}}] {{(pid=93645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:17:41.017007 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-5f583e38-da5c-4030-8f91-b3a329915940 req-077e91c7-58bd-4a14-a6a6-c1245df0d1b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:41.020842 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6f83b6-f9c1-4def-ae4b-e23acc600669 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1995d286-bb50-4dd9-9bcb-268eb38acc0c,revision_number=0']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:17:41.047564 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-be6f83b6-f9c1-4def-ae4b-e23acc600669 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:17:41.058910 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Provisioning for port 257f7118-2c19-4140-8129-25cfafe19b11 completed by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:17:41.067598 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Provisioning complete for port 257f7118-2c19-4140-8129-25cfafe19b11 triggered by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:17:41.067875 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b301786-499a-4f84-8237-db6c886cc198 req-cb684287-cce6-454a-9df5-b61fa77c10cb tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:41.068449 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:41.069614 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-5b301786-499a-4f84-8237-db6c886cc198 req-cb684287-cce6-454a-9df5-b61fa77c10cb tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] 10.222.0.22 "GET /v2.0/ports?device_id=22550391-be87-4a53-ad43-67c07ba72602 HTTP/1.1" status: 200 len: 944 time: 0.1827602 Jun 17 10:17:41.125085 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-78b9e96e-849d-4d00-80e8-38ea47ad1333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:41.130227 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-3860af29-bfe4-421e-9e57-7c0db35ef9ee tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:17:41.142293 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6f83b6-f9c1-4def-ae4b-e23acc600669 admin admin] Checking segment: {'id': '8e900911-e684-447c-ba3b-61f14ce4166c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '08b8f224-6e18-485f-ac26-27c5d4909539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:17:41.142862 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6f83b6-f9c1-4def-ae4b-e23acc600669 admin admin] Network hostable DHCP agents. Network: 08b8f224-6e18-485f-ac26-27c5d4909539, hostable agents: ['337bcc12-ee2b-4966-b704-642398d54e19'], hosted agents: [] {{(pid=93645) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 10:17:41.152944 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.db [req-5f583e38-da5c-4030-8f91-b3a329915940 req-077e91c7-58bd-4a14-a6a6-c1245df0d1b1 service neutron] For port 3cc3dcf6-bcde-4ba1-a2d5-c135c31a5b0c, host hv-cinder-79680, cleared binding levels {{(pid=93645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:17:41.156956 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.db [req-5f583e38-da5c-4030-8f91-b3a329915940 req-077e91c7-58bd-4a14-a6a6-c1245df0d1b1 service neutron] For port 3cc3dcf6-bcde-4ba1-a2d5-c135c31a5b0c, host hv-cinder-79680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=3cc3dcf6-bcde-4ba1-a2d5-c135c31a5b0c,segment=NetworkSegment(ec66c95e-bed2-41a1-bed7-5691438f5994),segment_id=ec66c95e-bed2-41a1-bed7-5691438f5994)] {{(pid=93645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:17:41.184070 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-5b301786-499a-4f84-8237-db6c886cc198 req-c08af403-9f37-470b-a15d-4e41ad003557 tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] 10.222.0.22 "GET /v2.0/security-groups?id=a644f086-6875-492e-9fdb-6418b4e58878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017351 Jun 17 10:17:41.201127 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-78b9e96e-849d-4d00-80e8-38ea47ad1333 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=817517a701814cc39b98ec6637cef765&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3198683 Jun 17 10:17:41.204461 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b9e96e-849d-4d00-80e8-38ea47ad1333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be1e1322-7fdf-4c3e-9697-a808e9120e00,revision_number=1']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:17:41.204750 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 45928) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:17:41.210276 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-78b9e96e-849d-4d00-80e8-38ea47ad1333 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:17:41.236376 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf155fac-0527-4bad-b0f9-3bba62754678 req-d46be4dd-9055-4cd0-909f-db3df28c3497 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:41.236376 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-cf155fac-0527-4bad-b0f9-3bba62754678 req-d46be4dd-9055-4cd0-909f-db3df28c3497 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c7a6268-cae5-485c-b4b0-15e4829e5ec1 HTTP/1.1" status: 200 len: 945 time: 0.1591029 Jun 17 10:17:41.236636 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:41.284486 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] For port 257f7118-2c19-4140-8129-25cfafe19b11, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=257f7118-2c19-4140-8129-25cfafe19b11,segment=NetworkSegment(87fd2af9-823d-4f79-9550-f580b9e47ad9),segment_id=87fd2af9-823d-4f79-9550-f580b9e47ad9)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:17:41.303322 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-5f583e38-da5c-4030-8f91-b3a329915940 req-077e91c7-58bd-4a14-a6a6-c1245df0d1b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:41.305245 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc485ef9-f3bf-455e-bb3b-784a25651b1b req-5d30a9d3-b712-4aab-bb33-072603470ba2 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Made reservation on behalf of d3921a4980a048a78ce6c633bbba19c9 for: {'port': 1} {{(pid=93645) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:17:41.312171 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-cf155fac-0527-4bad-b0f9-3bba62754678 req-90b5145d-148d-484a-9c2c-6b420f9ce108 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b298a6e-ca03-4b84-a35f-a75e19063a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567467 Jun 17 10:17:41.312626 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-cc485ef9-f3bf-455e-bb3b-784a25651b1b req-5d30a9d3-b712-4aab-bb33-072603470ba2 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3930454'] for port, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:41.326041 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6f83b6-f9c1-4def-ae4b-e23acc600669 admin admin] Network 08b8f224-6e18-485f-ac26-27c5d4909539 is scheduled to be hosted by DHCP agent 337bcc12-ee2b-4966-b704-642398d54e19 with binding_index 1 {{(pid=93645) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 10:17:41.344480 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:17:41.360982 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:41.363077 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:17:41.423061 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f583e38-da5c-4030-8f91-b3a329915940 req-077e91c7-58bd-4a14-a6a6-c1245df0d1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:41.424442 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-5f583e38-da5c-4030-8f91-b3a329915940 req-077e91c7-58bd-4a14-a6a6-c1245df0d1b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625220'] for port, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:41.426763 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-5f583e38-da5c-4030-8f91-b3a329915940 req-077e91c7-58bd-4a14-a6a6-c1245df0d1b1 service neutron] 10.222.0.47 "PUT /v2.0/ports/3cc3dcf6-bcde-4ba1-a2d5-c135c31a5b0c HTTP/1.1" status: 200 len: 1093 time: 2.5871305 Jun 17 10:17:41.447856 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c115ea05-b61c-4a41-9a4a-e0185fef6be8', 'tag': '3cc3dcf6-bcde-4ba1-a2d5-c135c31a5b0c'}] {{(pid=93645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:17:41.452134 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25c6fbde856bb10fc3e6f7e7beb0655886cca8e381c3d168db957d1d9f65ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d83ee40e-9e2d-43b9-918a-651468e6f3a0" -d '{"events": [{"name": "network-changed", "server_uuid": "c115ea05-b61c-4a41-9a4a-e0185fef6be8", "tag": "3cc3dcf6-bcde-4ba1-a2d5-c135c31a5b0c"}]}' {{(pid=93645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:17:41.479961 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Pushing event updated for resources: {'Port': ['ID=257f7118-2c19-4140-8129-25cfafe19b11,revision_number=5']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:17:41.486322 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:17:41.501169 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.base_scheduler [None req-be6f83b6-f9c1-4def-ae4b-e23acc600669 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796806-1-iscsi, 08b8f224-6e18-485f-ac26-27c5d4909539) {{(pid=93645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:17:41.504570 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d57a02-6dee-4607-81ae-544fe5c90b81 x-openstack-request-id: req-36d57a02-6dee-4607-81ae-544fe5c90b81 {{(pid=93646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:17:41.505113 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c7a6268-cae5-485c-b4b0-15e4829e5ec1", "name": "network-vif-plugged", "status": "completed", "tag": "04940f7f-87de-4aa6-ad53-1548536f45e1", "code": 200}]} {{(pid=93646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:17:41.505284 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-36d57a02-6dee-4607-81ae-544fe5c90b81 {{(pid=93646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:17:41.505796 dv-cinder-796806-1-iscsi neutron-server[93646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c7a6268-cae5-485c-b4b0-15e4829e5ec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04940f7f-87de-4aa6-ad53-1548536f45e1', 'code': 200} Jun 17 10:17:41.512512 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3cd1e4-7332-4bda-a858-fc57f1170fcd None None] Network 08b8f224-6e18-485f-ac26-27c5d4909539 requested from dv-cinder-796806-1-iscsi {{(pid=93646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:17:41.534728 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6f83b6-f9c1-4def-ae4b-e23acc600669 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:41.535832 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-be6f83b6-f9c1-4def-ae4b-e23acc600669 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625220'] for subnet, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:41.541257 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-587347b7-e64f-45ea-a7ca-911ae81d98bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:41.664597 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077e91c7-58bd-4a14-a6a6-c1245df0d1b1 service neutron] Pushing event updated for resources: {'Port': ['ID=3cc3dcf6-bcde-4ba1-a2d5-c135c31a5b0c,revision_number=3']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:17:41.682221 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-077e91c7-58bd-4a14-a6a6-c1245df0d1b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:17:41.685685 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-587347b7-e64f-45ea-a7ca-911ae81d98bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:41.748472 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 10:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03fcfa18-4ded-49ff-83e3-ad531cf3f263 x-openstack-request-id: req-03fcfa18-4ded-49ff-83e3-ad531cf3f263 {{(pid=93645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:17:41.749196 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c115ea05-b61c-4a41-9a4a-e0185fef6be8", "tag": "3cc3dcf6-bcde-4ba1-a2d5-c135c31a5b0c", "status": "completed", "code": 200}]} {{(pid=93645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:17:41.749638 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-03fcfa18-4ded-49ff-83e3-ad531cf3f263 {{(pid=93645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:17:41.750256 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c115ea05-b61c-4a41-9a4a-e0185fef6be8', 'tag': '3cc3dcf6-bcde-4ba1-a2d5-c135c31a5b0c', 'status': 'completed', 'code': 200} Jun 17 10:17:41.758491 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-be6f83b6-f9c1-4def-ae4b-e23acc600669 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.6862676 Jun 17 10:17:41.771656 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f860851-ff6d-4347-85be-fcb69574ea22 None None] Network 08b8f224-6e18-485f-ac26-27c5d4909539 requested from dv-cinder-796806-1-iscsi {{(pid=93646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:17:41.811146 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.db_base_plugin_common [req-cc485ef9-f3bf-455e-bb3b-784a25651b1b req-5d30a9d3-b712-4aab-bb33-072603470ba2 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Allocated IP 172.20.0.9 (fb6d1dc1-5856-427b-992b-099ce227c06b/235adf9a-5d00-4d35-8ffd-65944fdd0c17/b429b7bb-3267-47fb-ba69-c1a0ba672c9b) {{(pid=93645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:17:41.900990 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-c6be58d0-cf98-468e-8c4b-a694499d5604 req-88cd4e2f-15c4-4812-ab87-6b7239178bc7 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 210 time: 0.1205628 Jun 17 10:17:41.951445 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-587347b7-e64f-45ea-a7ca-911ae81d98bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:41.957867 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-587347b7-e64f-45ea-a7ca-911ae81d98bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:41.963268 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-587347b7-e64f-45ea-a7ca-911ae81d98bd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/be1e1322-7fdf-4c3e-9697-a808e9120e00 HTTP/1.1" status: 204 len: 168 time: 0.7530999 Jun 17 10:17:41.967719 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:17:41.999880 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587347b7-e64f-45ea-a7ca-911ae81d98bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1e1322-7fdf-4c3e-9697-a808e9120e00,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:17:42.060759 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-587347b7-e64f-45ea-a7ca-911ae81d98bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:17:42.077574 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 45952) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:17:42.202878 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa730ec-935a-46f1-96b0-fe428be0f0c1 req-583c6c50-b9f3-4030-8080-ff86fc90545d tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:42.206976 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-0aa730ec-935a-46f1-96b0-fe428be0f0c1 req-583c6c50-b9f3-4030-8080-ff86fc90545d tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=c115ea05-b61c-4a41-9a4a-e0185fef6be8 HTTP/1.1" status: 200 len: 943 time: 0.1534770 Jun 17 10:17:42.224732 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.db_base_plugin_v2 [None req-10d1e8ef-0ec2-4304-b936-f61eed7215ba admin admin] Deleting subnet 25eee001-b87c-425c-9ded-ebc9a1d19712 {{(pid=93645) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 10:17:42.238366 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-cc485ef9-f3bf-455e-bb3b-784a25651b1b req-5d30a9d3-b712-4aab-bb33-072603470ba2 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks [] for port, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:42.243336 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-10d1e8ef-0ec2-4304-b936-f61eed7215ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:42.303964 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-0aa730ec-935a-46f1-96b0-fe428be0f0c1 req-b9e7fa38-2f1d-4f05-b431-ac71e031244c tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870376 Jun 17 10:17:42.321281 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.provisioning_blocks [req-cc485ef9-f3bf-455e-bb3b-784a25651b1b req-5d30a9d3-b712-4aab-bb33-072603470ba2 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Transition to ACTIVE for port object b429b7bb-3267-47fb-ba69-c1a0ba672c9b will not be triggered until provisioned by entity DHCP. {{(pid=93645) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:17:42.335209 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-10d1e8ef-0ec2-4304-b936-f61eed7215ba admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:42.360402 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-10d1e8ef-0ec2-4304-b936-f61eed7215ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3786257'] for subnet, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:42.590802 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-cc485ef9-f3bf-455e-bb3b-784a25651b1b req-5d30a9d3-b712-4aab-bb33-072603470ba2 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3925395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740733869087'] for port, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:42.594844 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-10d1e8ef-0ec2-4304-b936-f61eed7215ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3786264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234'] for subnet, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:42.614289 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-ebbfae4f-1254-4487-9d6d-f9a2dce76323 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:17:42.622772 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac598b-a697-4707-9370-67ec049b1fe8 req-f1ee8a6a-c373-4aaa-a88c-824bfaf55952 tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:42.630427 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-fbac598b-a697-4707-9370-67ec049b1fe8 req-f1ee8a6a-c373-4aaa-a88c-824bfaf55952 tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] 10.222.0.22 "GET /v2.0/ports?device_id=22550391-be87-4a53-ad43-67c07ba72602 HTTP/1.1" status: 200 len: 945 time: 0.1533504 Jun 17 10:17:42.677194 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b824b7d-98d3-4081-ac5f-5dd12fb1226a req-0af0e98a-ccc4-4846-86ce-89b67ea18aca tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:42.679059 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-8b824b7d-98d3-4081-ac5f-5dd12fb1226a req-0af0e98a-ccc4-4846-86ce-89b67ea18aca tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c7a6268-cae5-485c-b4b0-15e4829e5ec1 HTTP/1.1" status: 200 len: 945 time: 0.1487670 Jun 17 10:17:42.681755 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d1e8ef-0ec2-4304-b936-f61eed7215ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25eee001-b87c-425c-9ded-ebc9a1d19712,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:17:42.697078 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-10d1e8ef-0ec2-4304-b936-f61eed7215ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:17:42.703170 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-a5964881-6aa5-4baa-85e1-48275886ae51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:17:42.717033 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-fbac598b-a697-4707-9370-67ec049b1fe8 req-48b304f4-09c1-44aa-a41d-12b7d299ee55 tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] 10.222.0.22 "GET /v2.0/security-groups?id=a644f086-6875-492e-9fdb-6418b4e58878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854378 Jun 17 10:17:42.720840 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-10d1e8ef-0ec2-4304-b936-f61eed7215ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625220'] for subnet, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:42.725361 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-10d1e8ef-0ec2-4304-b936-f61eed7215ba admin admin] 10.222.0.22 "DELETE /v2.0/subnets/25eee001-b87c-425c-9ded-ebc9a1d19712 HTTP/1.1" status: 204 len: 168 time: 0.6457620 Jun 17 10:17:42.736471 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 45972) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:17:42.803073 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-8b824b7d-98d3-4081-ac5f-5dd12fb1226a req-2809fadb-6048-40d6-9160-2cbd16bb861c tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b298a6e-ca03-4b84-a35f-a75e19063a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845764 Jun 17 10:17:42.845540 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc485ef9-f3bf-455e-bb3b-784a25651b1b req-5d30a9d3-b712-4aab-bb33-072603470ba2 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Network fb6d1dc1-5856-427b-992b-099ce227c06b is already hosted by enough agents. {{(pid=93645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:17:42.860538 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.base_scheduler [req-cc485ef9-f3bf-455e-bb3b-784a25651b1b req-5d30a9d3-b712-4aab-bb33-072603470ba2 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Resources bound (agent type, host, resource id): {{(pid=93645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:17:42.871341 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc485ef9-f3bf-455e-bb3b-784a25651b1b req-5d30a9d3-b712-4aab-bb33-072603470ba2 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Received port after_create {{(pid=93645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:17:42.877974 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc485ef9-f3bf-455e-bb3b-784a25651b1b req-5d30a9d3-b712-4aab-bb33-072603470ba2 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:42.878776 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-cc485ef9-f3bf-455e-bb3b-784a25651b1b req-5d30a9d3-b712-4aab-bb33-072603470ba2 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625220'] for port, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:42.988690 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d30a9d3-b712-4aab-bb33-072603470ba2 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Pushing event updated for resources: {'Port': ['ID=b429b7bb-3267-47fb-ba69-c1a0ba672c9b,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:17:42.997242 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-5ee19a91-c0bf-4bc7-891f-b2e546d288f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3843219'] for network, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:43.001887 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-5d30a9d3-b712-4aab-bb33-072603470ba2 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:17:43.148409 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-5ee19a91-c0bf-4bc7-891f-b2e546d288f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3792520', 'neutron.services.segments.db._delete_segments_for_network-8740734359601'] for network, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:43.175541 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-5ee19a91-c0bf-4bc7-891f-b2e546d288f2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:17:43.205729 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-5ee19a91-c0bf-4bc7-891f-b2e546d288f2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:17:43.205729 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-5ee19a91-c0bf-4bc7-891f-b2e546d288f2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:17:43.205729 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-5ee19a91-c0bf-4bc7-891f-b2e546d288f2 admin admin] Subscribe: > port after_create 55550000 {{(pid=93645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:17:43.205729 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-5ee19a91-c0bf-4bc7-891f-b2e546d288f2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:17:43.205729 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-5ee19a91-c0bf-4bc7-891f-b2e546d288f2 admin admin] Subscribe: > port after_update 55550000 {{(pid=93645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:17:43.205729 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-5ee19a91-c0bf-4bc7-891f-b2e546d288f2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:17:43.205729 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-5ee19a91-c0bf-4bc7-891f-b2e546d288f2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:17:43.205729 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-5ee19a91-c0bf-4bc7-891f-b2e546d288f2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:17:43.205729 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-5ee19a91-c0bf-4bc7-891f-b2e546d288f2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:17:43.294540 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c4e06b-c498-4826-9fb1-86783dd7aff4 req-2d41c89b-58e6-4479-9527-b2b988129c62 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:43.297395 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-53c4e06b-c498-4826-9fb1-86783dd7aff4 req-2d41c89b-58e6-4479-9527-b2b988129c62 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 931 time: 0.1056020 Jun 17 10:17:43.349961 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-53c4e06b-c498-4826-9fb1-86783dd7aff4 req-2b6c3c3b-7e1b-4a43-ad67-f1ef1072a653 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423007 Jun 17 10:17:43.508379 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22550391-be87-4a53-ad43-67c07ba72602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '257f7118-2c19-4140-8129-25cfafe19b11'}] {{(pid=93646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:17:43.514264 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-5ee19a91-c0bf-4bc7-891f-b2e546d288f2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:17:43.514264 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-5ee19a91-c0bf-4bc7-891f-b2e546d288f2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:17:43.514264 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-5ee19a91-c0bf-4bc7-891f-b2e546d288f2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:17:43.514264 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-5ee19a91-c0bf-4bc7-891f-b2e546d288f2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93645) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:17:43.514798 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}202ec35f0b2f503ce7e4db3a1c258f37e57fe85608606de8e1c873696d713f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc11261-5e3b-4661-829a-d03ab2bd2fc9" -d '{"events": [{"server_uuid": "22550391-be87-4a53-ad43-67c07ba72602", "name": "network-vif-plugged", "status": "completed", "tag": "257f7118-2c19-4140-8129-25cfafe19b11"}]}' {{(pid=93646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:17:43.514975 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.services.segments.db [None req-5ee19a91-c0bf-4bc7-891f-b2e546d288f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d9cf46e-444f-450e-98a5-d64546599e70']}} {{(pid=93645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:17:43.516863 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-87267ba8-4ad9-42d8-8a0c-dbb812843a70 None None] Provisioning for port b429b7bb-3267-47fb-ba69-c1a0ba672c9b completed by entity DHCP. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:17:43.522031 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-87267ba8-4ad9-42d8-8a0c-dbb812843a70 None None] Provisioning complete for port b429b7bb-3267-47fb-ba69-c1a0ba672c9b triggered by entity DHCP. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:17:43.522423 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-87267ba8-4ad9-42d8-8a0c-dbb812843a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:43.558282 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-cc485ef9-f3bf-455e-bb3b-784a25651b1b req-5d30a9d3-b712-4aab-bb33-072603470ba2 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8887341 Jun 17 10:17:43.559232 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246bc97c-bb70-4ae1-8328-d919520f7bda req-264356ad-ff06-4b46-b4e6-ef1a701ed7af tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:43.562484 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.services.segments.db [None req-5ee19a91-c0bf-4bc7-891f-b2e546d288f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74c3dd8a-8f5e-4a64-9da5-e8a65a646642') {'for_net_delete': True} {{(pid=93645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:17:43.563135 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.services.segments.db [None req-5ee19a91-c0bf-4bc7-891f-b2e546d288f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74c3dd8a-8f5e-4a64-9da5-e8a65a646642') {} {{(pid=93645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:17:43.573063 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-246bc97c-bb70-4ae1-8328-d919520f7bda req-264356ad-ff06-4b46-b4e6-ef1a701ed7af tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=c115ea05-b61c-4a41-9a4a-e0185fef6be8 HTTP/1.1" status: 200 len: 943 time: 0.1194379 Jun 17 10:17:43.598956 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-5ee19a91-c0bf-4bc7-891f-b2e546d288f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740734358402', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129947326'] for segment, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:43.610857 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c7634c-34ea-4a12-be5c-e816113e12a6 x-openstack-request-id: req-33c7634c-34ea-4a12-be5c-e816113e12a6 {{(pid=93646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:17:43.611153 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22550391-be87-4a53-ad43-67c07ba72602", "name": "network-vif-plugged", "status": "completed", "tag": "257f7118-2c19-4140-8129-25cfafe19b11", "code": 200}]} {{(pid=93646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:17:43.611412 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-33c7634c-34ea-4a12-be5c-e816113e12a6 {{(pid=93646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:17:43.612103 dv-cinder-796806-1-iscsi neutron-server[93646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22550391-be87-4a53-ad43-67c07ba72602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '257f7118-2c19-4140-8129-25cfafe19b11', 'code': 200} Jun 17 10:17:43.616638 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-87267ba8-4ad9-42d8-8a0c-dbb812843a70 None None] Port b429b7bb-3267-47fb-ba69-c1a0ba672c9b cannot update to ACTIVE because it is not bound. {{(pid=93646) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 10:17:43.642658 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-246bc97c-bb70-4ae1-8328-d919520f7bda req-f4f6c45b-3a61-4041-8daf-6a2994ccd8ca tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677717 Jun 17 10:17:43.653552 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-5ee19a91-c0bf-4bc7-891f-b2e546d288f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3785028'] for segment, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:43.681945 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ee19a91-c0bf-4bc7-891f-b2e546d288f2 admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=93645) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 10:17:43.681945 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-5ee19a91-c0bf-4bc7-891f-b2e546d288f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3785028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129691361'] for segment, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:43.681945 dv-cinder-796806-1-iscsi neutron-server[93645]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 17 10:17:43.681945 dv-cinder-796806-1-iscsi neutron-server[93645]: from cryptography.utils import int_from_bytes Jun 17 10:17:43.681945 dv-cinder-796806-1-iscsi neutron-server[93645]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 17 10:17:43.681945 dv-cinder-796806-1-iscsi neutron-server[93645]: from cryptography.utils import int_from_bytes Jun 17 10:17:43.681945 dv-cinder-796806-1-iscsi neutron-server[93645]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:17:43.681945 dv-cinder-796806-1-iscsi neutron-server[93645]: retrieve_revision_numbers = { Jun 17 10:17:43.681945 dv-cinder-796806-1-iscsi neutron-server[93645]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 10:17:43.681945 dv-cinder-796806-1-iscsi neutron-server[93645]: conditions |= (models_v2.Port.network_id.in_( Jun 17 10:17:43.681945 dv-cinder-796806-1-iscsi neutron-server[93645]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:17:43.681945 dv-cinder-796806-1-iscsi neutron-server[93645]: retrieve_revision_numbers = { Jun 17 10:17:43.681945 dv-cinder-796806-1-iscsi neutron-server[93645]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 10:17:43.681945 dv-cinder-796806-1-iscsi neutron-server[93645]: conditions |= (models_v2.Port.network_id.in_( Jun 17 10:17:43.681945 dv-cinder-796806-1-iscsi neutron-server[93645]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:17:43.681945 dv-cinder-796806-1-iscsi neutron-server[93645]: retrieve_revision_numbers = { Jun 17 10:17:43.681945 dv-cinder-796806-1-iscsi neutron-server[93645]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:17:43.681945 dv-cinder-796806-1-iscsi neutron-server[93645]: retrieve_revision_numbers = { Jun 17 10:17:43.681945 dv-cinder-796806-1-iscsi neutron-server[93645]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:17:43.681945 dv-cinder-796806-1-iscsi neutron-server[93645]: retrieve_revision_numbers = { Jun 17 10:17:43.681945 dv-cinder-796806-1-iscsi neutron-server[93645]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:17:43.681945 dv-cinder-796806-1-iscsi neutron-server[93645]: retrieve_revision_numbers = { Jun 17 10:17:43.681945 dv-cinder-796806-1-iscsi neutron-server[93645]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 10:17:43.681945 dv-cinder-796806-1-iscsi neutron-server[93645]: conditions |= (models_v2.Port.network_id.in_( Jun 17 10:17:43.681945 dv-cinder-796806-1-iscsi neutron-server[93645]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:17:43.681945 dv-cinder-796806-1-iscsi neutron-server[93645]: retrieve_revision_numbers = { Jun 17 10:17:43.681945 dv-cinder-796806-1-iscsi neutron-server[93645]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 10:17:43.681945 dv-cinder-796806-1-iscsi neutron-server[93645]: conditions |= (models_v2.Port.network_id.in_( Jun 17 10:17:43.681945 dv-cinder-796806-1-iscsi neutron-server[93645]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:17:43.681945 dv-cinder-796806-1-iscsi neutron-server[93645]: retrieve_revision_numbers = { Jun 17 10:17:43.681945 dv-cinder-796806-1-iscsi neutron-server[93645]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:17:43.681945 dv-cinder-796806-1-iscsi neutron-server[93645]: retrieve_revision_numbers = { Jun 17 10:17:43.681945 dv-cinder-796806-1-iscsi neutron-server[93645]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:17:43.681945 dv-cinder-796806-1-iscsi neutron-server[93645]: retrieve_revision_numbers = { Jun 17 10:17:43.681945 dv-cinder-796806-1-iscsi neutron-server[93645]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 10:17:43.681945 dv-cinder-796806-1-iscsi neutron-server[93645]: conditions |= (models_v2.Port.network_id.in_( Jun 17 10:17:43.681945 dv-cinder-796806-1-iscsi neutron-server[93645]: Traceback (most recent call last): Jun 17 10:17:43.681945 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 10:17:43.681945 dv-cinder-796806-1-iscsi neutron-server[93645]: timer() Jun 17 10:17:43.681945 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 10:17:43.681945 dv-cinder-796806-1-iscsi neutron-server[93645]: cb(*args, **kw) Jun 17 10:17:43.681945 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 10:17:43.681945 dv-cinder-796806-1-iscsi neutron-server[93645]: return func(*args, **kwargs) Jun 17 10:17:43.681945 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 10:17:43.684983 dv-cinder-796806-1-iscsi neutron-server[93645]: self._notify() Jun 17 10:17:43.684983 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 10:17:43.684983 dv-cinder-796806-1-iscsi neutron-server[93645]: self.callback(batched_events) Jun 17 10:17:43.684983 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 10:17:43.684983 dv-cinder-796806-1-iscsi neutron-server[93645]: event.method(event) Jun 17 10:17:43.684983 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 10:17:43.684983 dv-cinder-796806-1-iscsi neutron-server[93645]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 10:17:43.684983 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 10:17:43.684983 dv-cinder-796806-1-iscsi neutron-server[93645]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 10:17:43.684983 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 10:17:43.684983 dv-cinder-796806-1-iscsi neutron-server[93645]: return f(self, *a, **k) Jun 17 10:17:43.684983 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 10:17:43.684983 dv-cinder-796806-1-iscsi neutron-server[93645]: return self._get(url).json() Jun 17 10:17:43.684983 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 10:17:43.684983 dv-cinder-796806-1-iscsi neutron-server[93645]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 10:17:43.684983 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 10:17:43.684983 dv-cinder-796806-1-iscsi neutron-server[93645]: return self.request(url, 'GET', **kwargs) Jun 17 10:17:43.684983 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 10:17:43.684983 dv-cinder-796806-1-iscsi neutron-server[93645]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 10:17:43.684983 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 10:17:43.684983 dv-cinder-796806-1-iscsi neutron-server[93645]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 10:17:43.684983 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 10:17:43.684983 dv-cinder-796806-1-iscsi neutron-server[93645]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 10:17:43.684983 dv-cinder-796806-1-iscsi neutron-server[93645]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 10:17:43.864788 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-5ee19a91-c0bf-4bc7-891f-b2e546d288f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3792531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-714710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684612'] for network, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:43.872672 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-5dd5854f-705d-41da-800e-68f8f12e4f45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:17:43.879869 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-5ee19a91-c0bf-4bc7-891f-b2e546d288f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625220'] for network, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:43.892948 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 46000) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:17:43.899641 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-5ee19a91-c0bf-4bc7-891f-b2e546d288f2 admin admin] 10.222.0.22 "DELETE /v2.0/networks/5d9cf46e-444f-450e-98a5-d64546599e70 HTTP/1.1" status: 204 len: 168 time: 1.1504498 Jun 17 10:17:43.968745 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.v2.base [req-cc485ef9-f3bf-455e-bb3b-784a25651b1b req-76a7bea3-f2df-4cab-977b-60300b60d3d5 service neutron] Request body: {'port': {'device_id': '032973f9-8cea-4739-bdba-a15d9c60f256', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79680'}} {{(pid=93645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:17:43.982810 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee19a91-c0bf-4bc7-891f-b2e546d288f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d9cf46e-444f-450e-98a5-d64546599e70,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:17:43.988499 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-5ee19a91-c0bf-4bc7-891f-b2e546d288f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:17:44.081392 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.db.db_base_plugin_v2 [None req-af1cf767-ed1d-4e58-b979-440f68657020 admin admin] Deleting subnet 1995d286-bb50-4dd9-9bcb-268eb38acc0c {{(pid=93644) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 10:17:44.095426 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-af1cf767-ed1d-4e58-b979-440f68657020 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:44.209514 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-af1cf767-ed1d-4e58-b979-440f68657020 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:44.220960 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-cc485ef9-f3bf-455e-bb3b-784a25651b1b req-76a7bea3-f2df-4cab-977b-60300b60d3d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:44.231700 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-af1cf767-ed1d-4e58-b979-440f68657020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3786257'] for subnet, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:44.297881 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535fc45b-8428-4f11-a1f7-5b3e1ebdd008 req-5a866a78-067e-4368-ba12-dd7c4d0f2793 tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:44.307346 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-535fc45b-8428-4f11-a1f7-5b3e1ebdd008 req-5a866a78-067e-4368-ba12-dd7c4d0f2793 tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] 10.222.0.22 "GET /v2.0/ports?device_id=22550391-be87-4a53-ad43-67c07ba72602 HTTP/1.1" status: 200 len: 945 time: 0.3821316 Jun 17 10:17:44.351967 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83ee40e-9e2d-43b9-918a-651468e6f3a0 req-5cfbab63-9662-48f4-b21c-057320dd4cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:44.353772 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d83ee40e-9e2d-43b9-918a-651468e6f3a0 req-5cfbab63-9662-48f4-b21c-057320dd4cd7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5bd0dd2afc794054a2ded47901ac6c2e&device_id=c115ea05-b61c-4a41-9a4a-e0185fef6be8 HTTP/1.1" status: 200 len: 1096 time: 0.3554332 Jun 17 10:17:44.413875 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb89c68d-e84a-488f-afb5-9527dc8e24c7 req-dd29f88f-c0bb-46cd-91e2-b062a39a3c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:44.416893 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-eb89c68d-e84a-488f-afb5-9527dc8e24c7 req-dd29f88f-c0bb-46cd-91e2-b062a39a3c35 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5bd0dd2afc794054a2ded47901ac6c2e&device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 1096 time: 0.4821920 Jun 17 10:17:44.446765 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb418b6-5439-41d1-bb4f-be755fe93ade req-73360cd1-21fe-4615-85be-7f5b1bf9e447 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:44.448507 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6fb418b6-5439-41d1-bb4f-be755fe93ade req-73360cd1-21fe-4615-85be-7f5b1bf9e447 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c7a6268-cae5-485c-b4b0-15e4829e5ec1 HTTP/1.1" status: 200 len: 945 time: 0.3017819 Jun 17 10:17:44.462229 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-535fc45b-8428-4f11-a1f7-5b3e1ebdd008 req-9992ff68-b2d8-4cb3-b5b0-f845e3c3b4a2 tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] 10.222.0.22 "GET /v2.0/security-groups?id=a644f086-6875-492e-9fdb-6418b4e58878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533113 Jun 17 10:17:44.515242 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-eb89c68d-e84a-488f-afb5-9527dc8e24c7 req-d7811aec-c66e-4376-9712-712b62d943da service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1924e06-caa3-4695-8bd6-e71e3f3430da HTTP/1.1" status: 200 len: 217 time: 0.0826552 Jun 17 10:17:44.600812 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6fb418b6-5439-41d1-bb4f-be755fe93ade req-8f65df07-b53f-41b7-afcc-051d575e73ad tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b298a6e-ca03-4b84-a35f-a75e19063a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264646 Jun 17 10:17:44.614021 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83ee40e-9e2d-43b9-918a-651468e6f3a0 req-eafd2ef8-5a60-4a80-b9c1-98166e0a0d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:44.614657 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d83ee40e-9e2d-43b9-918a-651468e6f3a0 req-eafd2ef8-5a60-4a80-b9c1-98166e0a0d31 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=5bd0dd2afc794054a2ded47901ac6c2e&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2526047 Jun 17 10:17:44.624847 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-af1cf767-ed1d-4e58-b979-440f68657020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3786264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234'] for subnet, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:44.700064 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:17:44.785276 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.47', 55268) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:17:44.813434 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1cf767-ed1d-4e58-b979-440f68657020 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1995d286-bb50-4dd9-9bcb-268eb38acc0c,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:17:44.818508 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-af1cf767-ed1d-4e58-b979-440f68657020 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:44.821732 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-af1cf767-ed1d-4e58-b979-440f68657020 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/1995d286-bb50-4dd9-9bcb-268eb38acc0c HTTP/1.1" status: 204 len: 168 time: 0.9275832 Jun 17 10:17:44.824402 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-af1cf767-ed1d-4e58-b979-440f68657020 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:17:44.829663 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 46020) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:17:44.846724 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb89c68d-e84a-488f-afb5-9527dc8e24c7 req-5468c5e9-1796-4a65-9ce6-d4b3b86e8d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:44.848395 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-eb89c68d-e84a-488f-afb5-9527dc8e24c7 req-5468c5e9-1796-4a65-9ce6-d4b3b86e8d56 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e9682fe0-190f-4cfb-8a99-3f5500e89851 HTTP/1.1" status: 200 len: 859 time: 0.3210096 Jun 17 10:17:44.910926 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-eb89c68d-e84a-488f-afb5-9527dc8e24c7 req-c151f232-7be3-4592-bfd5-6044a7e9546e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d773beeb-675a-4b62-b751-30bf7ea2150d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530136 Jun 17 10:17:44.989616 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.47', 55270) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:17:45.036694 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-f032bceb-d7ab-4184-8960-7410c470a659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3843219'] for network, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:45.052065 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83ee40e-9e2d-43b9-918a-651468e6f3a0 req-d3a7d8d1-4816-4b67-959e-7256b989176c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:45.053858 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d83ee40e-9e2d-43b9-918a-651468e6f3a0 req-d3a7d8d1-4816-4b67-959e-7256b989176c service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4267764 Jun 17 10:17:45.081416 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b380f073-258c-4004-b322-95be7d77541d req-e642c5f8-11b3-4849-bb9a-e0ec5814a988 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:45.082035 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-b380f073-258c-4004-b322-95be7d77541d req-e642c5f8-11b3-4849-bb9a-e0ec5814a988 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 931 time: 0.3767061 Jun 17 10:17:45.325955 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101abd6-6130-47bc-b348-0defb4cc13e1 req-fe1be25b-4787-4214-a428-9491bff498e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:45.327592 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-4101abd6-6130-47bc-b348-0defb4cc13e1 req-fe1be25b-4787-4214-a428-9491bff498e4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7c7a6268-cae5-485c-b4b0-15e4829e5ec1 HTTP/1.1" status: 200 len: 1098 time: 0.5410285 Jun 17 10:17:45.378657 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-4101abd6-6130-47bc-b348-0defb4cc13e1 req-fcb1762d-1844-4bc1-967e-0ba63e6ab172 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:45.450722 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-f032bceb-d7ab-4184-8960-7410c470a659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3792520', 'neutron.services.segments.db._delete_segments_for_network-8740734359601'] for network, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:45.460127 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-eb89c68d-e84a-488f-afb5-9527dc8e24c7 req-ac34b602-85fb-40ad-ab75-750261de116e service neutron] 10.222.0.47 "GET /v2.0/networks/d773beeb-675a-4b62-b751-30bf7ea2150d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5266597 Jun 17 10:17:45.466667 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae73f9-7258-40fd-b6ba-b92662ac84e7 req-450527d5-d9b6-48da-bde9-23155096e3e1 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:45.468805 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-94ae73f9-7258-40fd-b6ba-b92662ac84e7 req-450527d5-d9b6-48da-bde9-23155096e3e1 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=c115ea05-b61c-4a41-9a4a-e0185fef6be8 HTTP/1.1" status: 200 len: 943 time: 0.5008252 Jun 17 10:17:45.490040 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-b380f073-258c-4004-b322-95be7d77541d req-0de468a0-4eaf-4e13-9142-c686ec7352f8 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3688633 Jun 17 10:17:45.517313 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-f032bceb-d7ab-4184-8960-7410c470a659 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:17:45.517692 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-f032bceb-d7ab-4184-8960-7410c470a659 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:17:45.518508 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-f032bceb-d7ab-4184-8960-7410c470a659 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:17:45.519021 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-f032bceb-d7ab-4184-8960-7410c470a659 admin admin] Subscribe: > port after_create 55550000 {{(pid=93644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:17:45.519373 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-f032bceb-d7ab-4184-8960-7410c470a659 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:17:45.526269 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88351d6e-0cde-4349-aa3d-988681f9eace req-08cf0261-a44c-4b80-b065-8bcaeccb12f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:45.528360 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-f032bceb-d7ab-4184-8960-7410c470a659 admin admin] Subscribe: > port after_update 55550000 {{(pid=93644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:17:45.528711 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-f032bceb-d7ab-4184-8960-7410c470a659 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:17:45.528893 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-88351d6e-0cde-4349-aa3d-988681f9eace req-08cf0261-a44c-4b80-b065-8bcaeccb12f5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=22550391-be87-4a53-ad43-67c07ba72602 HTTP/1.1" status: 200 len: 1098 time: 0.5335624 Jun 17 10:17:45.529090 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-f032bceb-d7ab-4184-8960-7410c470a659 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:17:45.529367 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-f032bceb-d7ab-4184-8960-7410c470a659 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:17:45.534960 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-f032bceb-d7ab-4184-8960-7410c470a659 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:17:45.550277 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.notifiers.nova [req-cc485ef9-f3bf-455e-bb3b-784a25651b1b req-76a7bea3-f2df-4cab-977b-60300b60d3d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b429b7bb-3267-47fb-ba69-c1a0ba672c9b {{(pid=93645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:17:45.595143 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-cc485ef9-f3bf-455e-bb3b-784a25651b1b req-76a7bea3-f2df-4cab-977b-60300b60d3d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:45.650025 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-88351d6e-0cde-4349-aa3d-988681f9eace req-6e1faee3-cb65-4925-a2b8-aa455d51e939 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:45.752132 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-f032bceb-d7ab-4184-8960-7410c470a659 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:17:45.752482 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-f032bceb-d7ab-4184-8960-7410c470a659 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:17:45.752814 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-f032bceb-d7ab-4184-8960-7410c470a659 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:17:45.753146 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-f032bceb-d7ab-4184-8960-7410c470a659 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93644) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 10:17:45.753708 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.services.segments.db [None req-f032bceb-d7ab-4184-8960-7410c470a659 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08b8f224-6e18-485f-ac26-27c5d4909539']}} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:17:45.761448 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.provisioning_blocks [req-cc485ef9-f3bf-455e-bb3b-784a25651b1b req-76a7bea3-f2df-4cab-977b-60300b60d3d5 service neutron] Transition to ACTIVE for port object b429b7bb-3267-47fb-ba69-c1a0ba672c9b will not be triggered until provisioned by entity L2. {{(pid=93645) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:17:45.786499 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.services.segments.db [None req-f032bceb-d7ab-4184-8960-7410c470a659 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e900911-e684-447c-ba3b-61f14ce4166c') {'for_net_delete': True} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:17:45.786909 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.services.segments.db [None req-f032bceb-d7ab-4184-8960-7410c470a659 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e900911-e684-447c-ba3b-61f14ce4166c') {} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:17:45.819619 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-eb89c68d-e84a-488f-afb5-9527dc8e24c7 req-db6d3b51-4469-4b80-8531-fe9c5e881729 service neutron] 10.222.0.47 "GET /v2.0/networks/d773beeb-675a-4b62-b751-30bf7ea2150d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3398602 Jun 17 10:17:45.833096 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-cc485ef9-f3bf-455e-bb3b-784a25651b1b req-76a7bea3-f2df-4cab-977b-60300b60d3d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129691277'] for port, after_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:45.845071 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-dcc9194a-34af-4e5a-a264-d69a7bc0aab7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:17:45.862820 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-f032bceb-d7ab-4184-8960-7410c470a659 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740734358402', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128499297'] for segment, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:45.879321 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-4101abd6-6130-47bc-b348-0defb4cc13e1 req-fcb1762d-1844-4bc1-967e-0ba63e6ab172 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:45.971762 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a7bea3-f2df-4cab-977b-60300b60d3d5 service neutron] Pushing event updated for resources: {'Port': ['ID=b429b7bb-3267-47fb-ba69-c1a0ba672c9b,revision_number=2']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:17:45.975886 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-76a7bea3-f2df-4cab-977b-60300b60d3d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:17:45.993127 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-f032bceb-d7ab-4184-8960-7410c470a659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3785028'] for segment, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:46.003613 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-94ae73f9-7258-40fd-b6ba-b92662ac84e7 req-c1771b78-ba93-404b-a899-7bb56e44dfc3 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5069816 Jun 17 10:17:46.018910 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f583e38-da5c-4030-8f91-b3a329915940 req-ab152cfc-4cf7-44b8-8693-c3319e82f345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:46.020703 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-5f583e38-da5c-4030-8f91-b3a329915940 req-ab152cfc-4cf7-44b8-8693-c3319e82f345 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5bd0dd2afc794054a2ded47901ac6c2e&device_id=c115ea05-b61c-4a41-9a4a-e0185fef6be8 HTTP/1.1" status: 200 len: 1096 time: 0.8642190 Jun 17 10:17:46.035036 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-4101abd6-6130-47bc-b348-0defb4cc13e1 req-fcb1762d-1844-4bc1-967e-0ba63e6ab172 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:46.037006 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f032bceb-d7ab-4184-8960-7410c470a659 admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=93644) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 10:17:46.037531 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-f032bceb-d7ab-4184-8960-7410c470a659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3785028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125912169'] for segment, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:46.042028 dv-cinder-796806-1-iscsi neutron-server[93644]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 17 10:17:46.042028 dv-cinder-796806-1-iscsi neutron-server[93644]: from cryptography.utils import int_from_bytes Jun 17 10:17:46.042028 dv-cinder-796806-1-iscsi neutron-server[93644]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 17 10:17:46.042028 dv-cinder-796806-1-iscsi neutron-server[93644]: from cryptography.utils import int_from_bytes Jun 17 10:17:46.042028 dv-cinder-796806-1-iscsi neutron-server[93644]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:17:46.042028 dv-cinder-796806-1-iscsi neutron-server[93644]: retrieve_revision_numbers = { Jun 17 10:17:46.042028 dv-cinder-796806-1-iscsi neutron-server[93644]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 10:17:46.042028 dv-cinder-796806-1-iscsi neutron-server[93644]: conditions |= (models_v2.Port.network_id.in_( Jun 17 10:17:46.042028 dv-cinder-796806-1-iscsi neutron-server[93644]: Traceback (most recent call last): Jun 17 10:17:46.042028 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 10:17:46.042028 dv-cinder-796806-1-iscsi neutron-server[93644]: timer() Jun 17 10:17:46.042028 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 10:17:46.042028 dv-cinder-796806-1-iscsi neutron-server[93644]: cb(*args, **kw) Jun 17 10:17:46.042028 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 10:17:46.042028 dv-cinder-796806-1-iscsi neutron-server[93644]: return func(*args, **kwargs) Jun 17 10:17:46.042028 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 10:17:46.042028 dv-cinder-796806-1-iscsi neutron-server[93644]: self._notify() Jun 17 10:17:46.042028 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 10:17:46.042028 dv-cinder-796806-1-iscsi neutron-server[93644]: self.callback(batched_events) Jun 17 10:17:46.042028 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 10:17:46.042028 dv-cinder-796806-1-iscsi neutron-server[93644]: event.method(event) Jun 17 10:17:46.042028 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 10:17:46.042028 dv-cinder-796806-1-iscsi neutron-server[93644]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 10:17:46.042028 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 10:17:46.042028 dv-cinder-796806-1-iscsi neutron-server[93644]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 10:17:46.042028 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 10:17:46.042028 dv-cinder-796806-1-iscsi neutron-server[93644]: return f(self, *a, **k) Jun 17 10:17:46.042028 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 10:17:46.042028 dv-cinder-796806-1-iscsi neutron-server[93644]: return self._get(url).json() Jun 17 10:17:46.042028 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 10:17:46.042028 dv-cinder-796806-1-iscsi neutron-server[93644]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 10:17:46.042028 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 10:17:46.042028 dv-cinder-796806-1-iscsi neutron-server[93644]: return self.request(url, 'GET', **kwargs) Jun 17 10:17:46.042028 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 10:17:46.042028 dv-cinder-796806-1-iscsi neutron-server[93644]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 10:17:46.042028 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 10:17:46.042028 dv-cinder-796806-1-iscsi neutron-server[93644]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 10:17:46.042028 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 10:17:46.042028 dv-cinder-796806-1-iscsi neutron-server[93644]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 10:17:46.042028 dv-cinder-796806-1-iscsi neutron-server[93644]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 10:17:46.178034 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:17:46.245410 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-5f583e38-da5c-4030-8f91-b3a329915940 req-7a2f9519-33e4-4cb8-a504-015d0877092f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3cc3dcf6-bcde-4ba1-a2d5-c135c31a5b0c HTTP/1.1" status: 200 len: 217 time: 0.2119749 Jun 17 10:17:46.249612 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-4101abd6-6130-47bc-b348-0defb4cc13e1 req-fcb1762d-1844-4bc1-967e-0ba63e6ab172 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4b298a6e-ca03-4b84-a35f-a75e19063a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9089170 Jun 17 10:17:46.251356 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.db.api [req-88351d6e-0cde-4349-aa3d-988681f9eace req-6e1faee3-cb65-4925-a2b8-aa455d51e939 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 28557df813294d2c8637e5fca8172442 {{(pid=93645) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 10:17:46.251947 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_db.api [req-88351d6e-0cde-4349-aa3d-988681f9eace req-6e1faee3-cb65-4925-a2b8-aa455d51e939 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 10:17:46.288295 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153620a5-cf53-43fe-b43a-08bdec3ad450 req-9d6f986b-49d1-481a-841a-157b224239f6 tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:46.296448 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-153620a5-cf53-43fe-b43a-08bdec3ad450 req-9d6f986b-49d1-481a-841a-157b224239f6 tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] 10.222.0.22 "GET /v2.0/ports?device_id=22550391-be87-4a53-ad43-67c07ba72602 HTTP/1.1" status: 200 len: 945 time: 0.5204999 Jun 17 10:17:46.300022 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb1762d-1844-4bc1-967e-0ba63e6ab172 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=39e7d9c2-4c19-4da9-99f7-59e0d03d744f,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:17:46.308768 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-fcb1762d-1844-4bc1-967e-0ba63e6ab172 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:17:46.347855 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.managers [req-cc485ef9-f3bf-455e-bb3b-784a25651b1b req-76a7bea3-f2df-4cab-977b-60300b60d3d5 service neutron] Attempting to bind port b429b7bb-3267-47fb-ba69-c1a0ba672c9b on host hv-cinder-79680 for vnic_type normal with profile {{(pid=93645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:17:46.348282 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.managers [req-cc485ef9-f3bf-455e-bb3b-784a25651b1b req-76a7bea3-f2df-4cab-977b-60300b60d3d5 service neutron] Attempting to bind port b429b7bb-3267-47fb-ba69-c1a0ba672c9b by drivers openvswitch,hyperv on host hv-cinder-79680 at level 0 using segments [{'id': 'aee95af0-cc5d-41dc-ae63-eda94ddae53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'fb6d1dc1-5856-427b-992b-099ce227c06b'}] {{(pid=93645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:17:46.348621 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc485ef9-f3bf-455e-bb3b-784a25651b1b req-76a7bea3-f2df-4cab-977b-60300b60d3d5 service neutron] Attempting to bind port b429b7bb-3267-47fb-ba69-c1a0ba672c9b on network fb6d1dc1-5856-427b-992b-099ce227c06b {{(pid=93645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:17:46.356309 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-f032bceb-d7ab-4184-8960-7410c470a659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3792531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-714710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684612'] for network, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:46.363972 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc485ef9-f3bf-455e-bb3b-784a25651b1b req-76a7bea3-f2df-4cab-977b-60300b60d3d5 service neutron] Port b429b7bb-3267-47fb-ba69-c1a0ba672c9b on network fb6d1dc1-5856-427b-992b-099ce227c06b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79680 {{(pid=93645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 10:17:46.364396 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc485ef9-f3bf-455e-bb3b-784a25651b1b req-76a7bea3-f2df-4cab-977b-60300b60d3d5 service neutron] Attempting to bind port b429b7bb-3267-47fb-ba69-c1a0ba672c9b on network fb6d1dc1-5856-427b-992b-099ce227c06b {{(pid=93645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:17:46.385279 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc485ef9-f3bf-455e-bb3b-784a25651b1b req-76a7bea3-f2df-4cab-977b-60300b60d3d5 service neutron] Checking agent: {'id': '71ef71fd-f9ba-4ed4-b44a-140e16714f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79680', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 14, 58), 'started_at': datetime.datetime(2021, 6, 17, 10, 14, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:17:46.385759 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc485ef9-f3bf-455e-bb3b-784a25651b1b req-76a7bea3-f2df-4cab-977b-60300b60d3d5 service neutron] Checking segment: {'id': 'aee95af0-cc5d-41dc-ae63-eda94ddae53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'fb6d1dc1-5856-427b-992b-099ce227c06b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:17:46.386087 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc485ef9-f3bf-455e-bb3b-784a25651b1b req-76a7bea3-f2df-4cab-977b-60300b60d3d5 service neutron] Bound using segment: {'id': 'aee95af0-cc5d-41dc-ae63-eda94ddae53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'fb6d1dc1-5856-427b-992b-099ce227c06b'} {{(pid=93645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:17:46.386650 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.managers [req-cc485ef9-f3bf-455e-bb3b-784a25651b1b req-76a7bea3-f2df-4cab-977b-60300b60d3d5 service neutron] Bound port: b429b7bb-3267-47fb-ba69-c1a0ba672c9b, host: hv-cinder-79680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aee95af0-cc5d-41dc-ae63-eda94ddae53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'fb6d1dc1-5856-427b-992b-099ce227c06b'}}] {{(pid=93645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:17:46.387283 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-cc485ef9-f3bf-455e-bb3b-784a25651b1b req-76a7bea3-f2df-4cab-977b-60300b60d3d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:46.431826 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-153620a5-cf53-43fe-b43a-08bdec3ad450 req-63eb5ce6-d5c0-46a1-8d33-c9e864cb8dd0 tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] 10.222.0.22 "GET /v2.0/security-groups?id=a644f086-6875-492e-9fdb-6418b4e58878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296315 Jun 17 10:17:46.473636 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:17:46.508162 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-f032bceb-d7ab-4184-8960-7410c470a659 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625220'] for network, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:46.511198 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-f032bceb-d7ab-4184-8960-7410c470a659 admin admin] 10.222.0.22 "DELETE /v2.0/networks/08b8f224-6e18-485f-ac26-27c5d4909539 HTTP/1.1" status: 204 len: 168 time: 1.6800451 Jun 17 10:17:46.537156 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f032bceb-d7ab-4184-8960-7410c470a659 admin admin] Pushing event deleted for resources: {'Network': ['ID=08b8f224-6e18-485f-ac26-27c5d4909539,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:17:46.549728 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-f032bceb-d7ab-4184-8960-7410c470a659 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:17:46.583607 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.db [req-cc485ef9-f3bf-455e-bb3b-784a25651b1b req-76a7bea3-f2df-4cab-977b-60300b60d3d5 service neutron] For port b429b7bb-3267-47fb-ba69-c1a0ba672c9b, host hv-cinder-79680, cleared binding levels {{(pid=93645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:17:46.590365 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.db [req-cc485ef9-f3bf-455e-bb3b-784a25651b1b req-76a7bea3-f2df-4cab-977b-60300b60d3d5 service neutron] For port b429b7bb-3267-47fb-ba69-c1a0ba672c9b, host hv-cinder-79680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=b429b7bb-3267-47fb-ba69-c1a0ba672c9b,segment=NetworkSegment(aee95af0-cc5d-41dc-ae63-eda94ddae53b),segment_id=aee95af0-cc5d-41dc-ae63-eda94ddae53b)] {{(pid=93645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:17:46.610865 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f583e38-da5c-4030-8f91-b3a329915940 req-a8e6a893-499c-4f52-ba6b-bf08ba7cc1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:46.612881 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-5f583e38-da5c-4030-8f91-b3a329915940 req-a8e6a893-499c-4f52-ba6b-bf08ba7cc1ee service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e9682fe0-190f-4cfb-8a99-3f5500e89851 HTTP/1.1" status: 200 len: 859 time: 0.2575943 Jun 17 10:17:46.718080 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-5f583e38-da5c-4030-8f91-b3a329915940 req-df6adc3e-6ca5-4f39-b043-951dff5ba28a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d773beeb-675a-4b62-b751-30bf7ea2150d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0917420 Jun 17 10:17:46.731160 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-cc485ef9-f3bf-455e-bb3b-784a25651b1b req-76a7bea3-f2df-4cab-977b-60300b60d3d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129691277'] for port, after_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:46.750079 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-472234f3-70f0-4c82-a512-df0fe1c2c1c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:17:46.781739 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc485ef9-f3bf-455e-bb3b-784a25651b1b req-76a7bea3-f2df-4cab-977b-60300b60d3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:46.787393 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-cc485ef9-f3bf-455e-bb3b-784a25651b1b req-76a7bea3-f2df-4cab-977b-60300b60d3d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625220'] for port, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:46.791120 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-cc485ef9-f3bf-455e-bb3b-784a25651b1b req-76a7bea3-f2df-4cab-977b-60300b60d3d5 service neutron] 10.222.0.47 "PUT /v2.0/ports/b429b7bb-3267-47fb-ba69-c1a0ba672c9b HTTP/1.1" status: 200 len: 1093 time: 2.8324432 Jun 17 10:17:46.827079 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-88351d6e-0cde-4349-aa3d-988681f9eace req-6e1faee3-cb65-4925-a2b8-aa455d51e939 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:46.831256 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '032973f9-8cea-4739-bdba-a15d9c60f256', 'tag': 'b429b7bb-3267-47fb-ba69-c1a0ba672c9b'}] {{(pid=93645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:17:46.832140 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c2fa0-10dd-4204-999f-7a942e9ea0ff req-c708a1b9-e278-48a9-8608-0907cc645711 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:46.836677 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25c6fbde856bb10fc3e6f7e7beb0655886cca8e381c3d168db957d1d9f65ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d41a230-a268-4a25-9ea5-f4de66701ea1" -d '{"events": [{"name": "network-changed", "server_uuid": "032973f9-8cea-4739-bdba-a15d9c60f256", "tag": "b429b7bb-3267-47fb-ba69-c1a0ba672c9b"}]}' {{(pid=93645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:17:46.839452 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-5a3c2fa0-10dd-4204-999f-7a942e9ea0ff req-c708a1b9-e278-48a9-8608-0907cc645711 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c7a6268-cae5-485c-b4b0-15e4829e5ec1 HTTP/1.1" status: 200 len: 945 time: 0.4036300 Jun 17 10:17:46.982442 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a7bea3-f2df-4cab-977b-60300b60d3d5 service neutron] Pushing event updated for resources: {'Port': ['ID=b429b7bb-3267-47fb-ba69-c1a0ba672c9b,revision_number=3']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:17:46.990473 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-76a7bea3-f2df-4cab-977b-60300b60d3d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:17:47.056956 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-5a3c2fa0-10dd-4204-999f-7a942e9ea0ff req-b66f5e84-74b0-454f-a480-fae92a804571 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b298a6e-ca03-4b84-a35f-a75e19063a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986914 Jun 17 10:17:47.073494 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-88351d6e-0cde-4349-aa3d-988681f9eace req-6e1faee3-cb65-4925-a2b8-aa455d51e939 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a644f086-6875-492e-9fdb-6418b4e58878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5266356 Jun 17 10:17:47.106070 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-5f583e38-da5c-4030-8f91-b3a329915940 req-c9ed39df-0651-434a-8217-f01d45525ccb service neutron] 10.222.0.47 "GET /v2.0/networks/d773beeb-675a-4b62-b751-30bf7ea2150d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3704486 Jun 17 10:17:47.128363 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc485ef9-f3bf-455e-bb3b-784a25651b1b req-fcfba970-de12-4890-8cbd-940be5e6b56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:47.131993 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-cc485ef9-f3bf-455e-bb3b-784a25651b1b req-fcfba970-de12-4890-8cbd-940be5e6b56f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d3921a4980a048a78ce6c633bbba19c9&device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 1096 time: 0.1332195 Jun 17 10:17:47.141006 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 10:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b7313c-6a31-44bb-801d-a1304a73d8c6 x-openstack-request-id: req-d2b7313c-6a31-44bb-801d-a1304a73d8c6 {{(pid=93645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:17:47.141739 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "032973f9-8cea-4739-bdba-a15d9c60f256", "tag": "b429b7bb-3267-47fb-ba69-c1a0ba672c9b", "status": "completed", "code": 200}]} {{(pid=93645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:17:47.143493 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d2b7313c-6a31-44bb-801d-a1304a73d8c6 {{(pid=93645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:17:47.147494 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '032973f9-8cea-4739-bdba-a15d9c60f256', 'tag': 'b429b7bb-3267-47fb-ba69-c1a0ba672c9b', 'status': 'completed', 'code': 200} Jun 17 10:17:47.149217 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90594362-9963-4ab6-b5ef-97bfc9d7c973 req-1dd73ffe-0efb-4539-96aa-0e8cc8b5afbd tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:47.152522 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-90594362-9963-4ab6-b5ef-97bfc9d7c973 req-1dd73ffe-0efb-4539-96aa-0e8cc8b5afbd tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 943 time: 0.3113711 Jun 17 10:17:47.239887 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-cc485ef9-f3bf-455e-bb3b-784a25651b1b req-f51064ca-d5b3-408f-9426-2dc469778df7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b429b7bb-3267-47fb-ba69-c1a0ba672c9b HTTP/1.1" status: 200 len: 217 time: 0.0898099 Jun 17 10:17:47.315136 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc485ef9-f3bf-455e-bb3b-784a25651b1b req-dfbdad26-0a75-4c32-bdfc-da5e842a7e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:47.317101 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-cc485ef9-f3bf-455e-bb3b-784a25651b1b req-dfbdad26-0a75-4c32-bdfc-da5e842a7e41 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=235adf9a-5d00-4d35-8ffd-65944fdd0c17 HTTP/1.1" status: 200 len: 856 time: 0.0661654 Jun 17 10:17:47.318443 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-90594362-9963-4ab6-b5ef-97bfc9d7c973 req-e91a8d49-df0f-4936-875d-3f7fa447b7f1 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508222 Jun 17 10:17:47.375949 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 46072) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:17:47.443892 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc485ef9-f3bf-455e-bb3b-784a25651b1b req-dc2b18e1-aeb3-4698-9ac8-6891468813ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:47.446210 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-cc485ef9-f3bf-455e-bb3b-784a25651b1b req-dc2b18e1-aeb3-4698-9ac8-6891468813ef service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fb6d1dc1-5856-427b-992b-099ce227c06b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1164081 Jun 17 10:17:47.462627 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-5f583e38-da5c-4030-8f91-b3a329915940 req-07bc9ab0-6601-40e0-a4d5-f6fbbeeb4f00 service neutron] 10.222.0.47 "GET /v2.0/networks/d773beeb-675a-4b62-b751-30bf7ea2150d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082693 Jun 17 10:17:47.513104 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-85c0092a-07be-4d30-8412-de3bf91f17a7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4ac426a0793d49c2a99ee793166b26e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1319239 Jun 17 10:17:47.515830 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 46076) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:17:47.546916 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a884ad3-60a5-47e2-9ee6-26f520ef32e5 req-c798dcb3-162b-4ce3-a2b9-1c64c8bfb5a9 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:47.550077 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-1a884ad3-60a5-47e2-9ee6-26f520ef32e5 req-c798dcb3-162b-4ce3-a2b9-1c64c8bfb5a9 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=c115ea05-b61c-4a41-9a4a-e0185fef6be8 HTTP/1.1" status: 200 len: 943 time: 0.2540517 Jun 17 10:17:47.589775 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-cc485ef9-f3bf-455e-bb3b-784a25651b1b req-5f0c81f7-4a1f-4314-a907-d2f0204d38f9 service neutron] 10.222.0.47 "GET /v2.0/networks/fb6d1dc1-5856-427b-992b-099ce227c06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341257 Jun 17 10:17:47.707383 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-1a884ad3-60a5-47e2-9ee6-26f520ef32e5 req-3738798f-9c9b-4212-a432-45c190b86028 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261146 Jun 17 10:17:47.740369 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-9161f1a5-d745-40a5-b3c7-9bac577bd8b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:47.802961 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-cc485ef9-f3bf-455e-bb3b-784a25651b1b req-870d7fee-13ca-4b07-be98-cd622001b5f4 service neutron] 10.222.0.47 "GET /v2.0/networks/fb6d1dc1-5856-427b-992b-099ce227c06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987886 Jun 17 10:17:47.816477 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-9161f1a5-d745-40a5-b3c7-9bac577bd8b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:47.890178 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device b1924e06-caa3-4695-8bd6-e71e3f3430da details requested by agent hyperv_hv-cinder-79680 with host hv-cinder-79680 {{(pid=93646) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 10:17:47.969315 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f6f0f-8cfb-49e3-8f15-fba8ffdc8901 req-c6b765b4-41f1-4f96-acc7-f1df89d7ddb4 tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:47.971016 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-3e7f6f0f-8cfb-49e3-8f15-fba8ffdc8901 req-c6b765b4-41f1-4f96-acc7-f1df89d7ddb4 tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] 10.222.0.22 "GET /v2.0/ports?device_id=22550391-be87-4a53-ad43-67c07ba72602 HTTP/1.1" status: 200 len: 945 time: 0.1895032 Jun 17 10:17:48.027208 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-3e7f6f0f-8cfb-49e3-8f15-fba8ffdc8901 req-1a40969e-fc73-4353-a7ae-1fefe80baf35 tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] 10.222.0.22 "GET /v2.0/security-groups?id=a644f086-6875-492e-9fdb-6418b4e58878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481694 Jun 17 10:17:48.048173 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] For port b1924e06-caa3-4695-8bd6-e71e3f3430da, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=b1924e06-caa3-4695-8bd6-e71e3f3430da,segment=NetworkSegment(ec66c95e-bed2-41a1-bed7-5691438f5994),segment_id=ec66c95e-bed2-41a1-bed7-5691438f5994)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:17:48.072990 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Returning: {'device': 'b1924e06-caa3-4695-8bd6-e71e3f3430da', 'network_id': 'd773beeb-675a-4b62-b751-30bf7ea2150d', 'port_id': 'b1924e06-caa3-4695-8bd6-e71e3f3430da', 'mac_address': 'fa:16:3e:32:e9:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9682fe0-190f-4cfb-8a99-3f5500e89851', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93646) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 10:17:48.081959 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-9161f1a5-d745-40a5-b3c7-9bac577bd8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:48.087457 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-9161f1a5-d745-40a5-b3c7-9bac577bd8b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:48.095034 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-9161f1a5-d745-40a5-b3c7-9bac577bd8b5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c21195e1-85d6-4ef4-a450-d49de4270e62 HTTP/1.1" status: 204 len: 168 time: 0.5745521 Jun 17 10:17:48.095966 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d41a230-a268-4a25-9ea5-f4de66701ea1 req-e15d3016-2f9d-42a6-94f2-acc326dd1b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:48.096960 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:17:48.099112 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-6d41a230-a268-4a25-9ea5-f4de66701ea1 req-e15d3016-2f9d-42a6-94f2-acc326dd1b44 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d3921a4980a048a78ce6c633bbba19c9&device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 1096 time: 0.0900679 Jun 17 10:17:48.125156 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9161f1a5-d745-40a5-b3c7-9bac577bd8b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21195e1-85d6-4ef4-a450-d49de4270e62,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:17:48.140510 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-9161f1a5-d745-40a5-b3c7-9bac577bd8b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:17:48.255687 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:48.288002 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.notifiers.nova [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1924e06-caa3-4695-8bd6-e71e3f3430da {{(pid=93646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:17:48.331601 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] For port b1924e06-caa3-4695-8bd6-e71e3f3430da, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=b1924e06-caa3-4695-8bd6-e71e3f3430da,segment=NetworkSegment(ec66c95e-bed2-41a1-bed7-5691438f5994),segment_id=ec66c95e-bed2-41a1-bed7-5691438f5994)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:17:48.397806 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2874b28-63a3-42ef-ba0b-8f2fa9cc45b4 req-d93507c5-29ab-4669-aab6-8ba689bf3f85 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:48.398846 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d41a230-a268-4a25-9ea5-f4de66701ea1 req-f15c5295-5d8d-4469-ba5e-766c2021da9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:48.400916 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-b2874b28-63a3-42ef-ba0b-8f2fa9cc45b4 req-d93507c5-29ab-4669-aab6-8ba689bf3f85 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c7a6268-cae5-485c-b4b0-15e4829e5ec1 HTTP/1.1" status: 200 len: 945 time: 0.1631064 Jun 17 10:17:48.401380 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-6d41a230-a268-4a25-9ea5-f4de66701ea1 req-f15c5295-5d8d-4469-ba5e-766c2021da9c service neutron] 10.222.0.47 "GET /v2.0/networks?id=fb6d1dc1-5856-427b-992b-099ce227c06b HTTP/1.1" status: 200 len: 918 time: 0.2743192 Jun 17 10:17:48.453775 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:48.465317 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:17:48.466066 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-6d41a230-a268-4a25-9ea5-f4de66701ea1 req-46130612-ae5c-4e8c-a3c7-3571da559d2d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b429b7bb-3267-47fb-ba69-c1a0ba672c9b HTTP/1.1" status: 200 len: 217 time: 0.0475206 Jun 17 10:17:48.582912 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-b2874b28-63a3-42ef-ba0b-8f2fa9cc45b4 req-ac96295d-98a1-4337-a355-5723fc3fd17f tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b298a6e-ca03-4b84-a35f-a75e19063a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673188 Jun 17 10:17:48.589344 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d41a230-a268-4a25-9ea5-f4de66701ea1 req-ad1fb88a-b6de-45ab-942c-44cab645d67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:48.592216 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-6d41a230-a268-4a25-9ea5-f4de66701ea1 req-ad1fb88a-b6de-45ab-942c-44cab645d67d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=235adf9a-5d00-4d35-8ffd-65944fdd0c17 HTTP/1.1" status: 200 len: 856 time: 0.1077480 Jun 17 10:17:48.616032 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Pushing event updated for resources: {'Port': ['ID=b1924e06-caa3-4695-8bd6-e71e3f3430da,revision_number=4']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:17:48.622594 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:17:48.800726 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d466d31e-a811-419a-97be-df3091af3249 req-e5035ec7-8e6c-47e1-aa5d-79a09cec858c tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:48.816362 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d466d31e-a811-419a-97be-df3091af3249 req-e5035ec7-8e6c-47e1-aa5d-79a09cec858c tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 943 time: 0.2697701 Jun 17 10:17:48.866576 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d41a230-a268-4a25-9ea5-f4de66701ea1 req-dfec6b67-16db-406c-ae17-72573a6793c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:48.870757 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-6d41a230-a268-4a25-9ea5-f4de66701ea1 req-dfec6b67-16db-406c-ae17-72573a6793c2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fb6d1dc1-5856-427b-992b-099ce227c06b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2669737 Jun 17 10:17:48.968561 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d466d31e-a811-419a-97be-df3091af3249 req-6e61a94b-797f-47f7-b0be-c0c4826fe063 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282880 Jun 17 10:17:48.974534 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] get_ports_and_sgs() called for port_ids ['b1924e06-caa3-4695-8bd6-e71e3f3430da'] {{(pid=93646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 10:17:49.155851 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-6d41a230-a268-4a25-9ea5-f4de66701ea1 req-45225a28-205e-463f-a79f-dacab247a9e2 service neutron] 10.222.0.47 "GET /v2.0/networks/fb6d1dc1-5856-427b-992b-099ce227c06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714024 Jun 17 10:17:49.365738 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-6d41a230-a268-4a25-9ea5-f4de66701ea1 req-3dfdb49c-b6c6-48b2-b2f7-9dace02a7755 service neutron] 10.222.0.47 "GET /v2.0/networks/fb6d1dc1-5856-427b-992b-099ce227c06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969483 Jun 17 10:17:49.440152 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c10023-d8e4-4566-83b4-5389a7300fd4 req-c861b239-2555-41ee-9f37-806cb64d7f1b tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:49.444546 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d8c10023-d8e4-4566-83b4-5389a7300fd4 req-c861b239-2555-41ee-9f37-806cb64d7f1b tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=c115ea05-b61c-4a41-9a4a-e0185fef6be8 HTTP/1.1" status: 200 len: 943 time: 0.3663521 Jun 17 10:17:49.513262 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb5f11-b508-41f7-b9ac-7ced10554fcc req-3f6954b4-3700-49b0-90ee-2fafd36ada32 tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:49.516021 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-75fb5f11-b508-41f7-b9ac-7ced10554fcc req-3f6954b4-3700-49b0-90ee-2fafd36ada32 tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] 10.222.0.22 "GET /v2.0/ports?device_id=22550391-be87-4a53-ad43-67c07ba72602 HTTP/1.1" status: 200 len: 945 time: 0.2685318 Jun 17 10:17:49.573935 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d8c10023-d8e4-4566-83b4-5389a7300fd4 req-45773960-beca-4990-94f1-4c19a652a4b0 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105781 Jun 17 10:17:49.617675 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 46110) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:17:49.639688 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-75fb5f11-b508-41f7-b9ac-7ced10554fcc req-c3521143-c460-43d6-88f7-37402f81f8e1 tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] 10.222.0.22 "GET /v2.0/security-groups?id=a644f086-6875-492e-9fdb-6418b4e58878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034458 Jun 17 10:17:49.699094 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-bcdb7f4e-03ac-40bf-b4e5-1b57f6c77ed4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b4eacd80cb224684bff2a85f453d479c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0752599 Jun 17 10:17:49.699874 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 46118) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:17:49.810566 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-15fcbccd-ce3d-42e6-97dc-9ae428cd8d0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:49.854203 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-15fcbccd-ce3d-42e6-97dc-9ae428cd8d0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:49.892770 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device 3cc3dcf6-bcde-4ba1-a2d5-c135c31a5b0c details requested by agent hyperv_hv-cinder-79680 with host hv-cinder-79680 {{(pid=93646) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 10:17:49.949344 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56185ae7-9354-4e4b-b1f3-718769488680 req-1dbe23df-5d16-4304-9b2f-2cb7ddc41205 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:49.951642 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-56185ae7-9354-4e4b-b1f3-718769488680 req-1dbe23df-5d16-4304-9b2f-2cb7ddc41205 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c7a6268-cae5-485c-b4b0-15e4829e5ec1 HTTP/1.1" status: 200 len: 945 time: 0.1226358 Jun 17 10:17:50.032431 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-56185ae7-9354-4e4b-b1f3-718769488680 req-45804b67-75c8-4baa-a350-80fcc88dba7e tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b298a6e-ca03-4b84-a35f-a75e19063a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657294 Jun 17 10:17:50.089023 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] For port 3cc3dcf6-bcde-4ba1-a2d5-c135c31a5b0c, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=3cc3dcf6-bcde-4ba1-a2d5-c135c31a5b0c,segment=NetworkSegment(ec66c95e-bed2-41a1-bed7-5691438f5994),segment_id=ec66c95e-bed2-41a1-bed7-5691438f5994)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:17:50.098592 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-15fcbccd-ce3d-42e6-97dc-9ae428cd8d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:50.103940 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Returning: {'device': '3cc3dcf6-bcde-4ba1-a2d5-c135c31a5b0c', 'network_id': 'd773beeb-675a-4b62-b751-30bf7ea2150d', 'port_id': '3cc3dcf6-bcde-4ba1-a2d5-c135c31a5b0c', 'mac_address': 'fa:16:3e:38:c2:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9682fe0-190f-4cfb-8a99-3f5500e89851', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93646) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 10:17:50.104774 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-15fcbccd-ce3d-42e6-97dc-9ae428cd8d0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:50.111480 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-15fcbccd-ce3d-42e6-97dc-9ae428cd8d0f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/54b0b9d3-754c-4b7c-a427-3e6adc642b43 HTTP/1.1" status: 204 len: 168 time: 0.4099057 Jun 17 10:17:50.113127 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-c1c33e7f-fc32-429f-8d41-72642d661a6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:17:50.126566 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fcbccd-ce3d-42e6-97dc-9ae428cd8d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b0b9d3-754c-4b7c-a427-3e6adc642b43,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:17:50.129433 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-15fcbccd-ce3d-42e6-97dc-9ae428cd8d0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:17:50.219912 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:50.264201 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.notifiers.nova [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cc3dcf6-bcde-4ba1-a2d5-c135c31a5b0c {{(pid=93646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:17:50.308072 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] For port 3cc3dcf6-bcde-4ba1-a2d5-c135c31a5b0c, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=3cc3dcf6-bcde-4ba1-a2d5-c135c31a5b0c,segment=NetworkSegment(ec66c95e-bed2-41a1-bed7-5691438f5994),segment_id=ec66c95e-bed2-41a1-bed7-5691438f5994)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:17:50.424599 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76867e7b-38cc-479b-992f-3c20a0eb0656 req-a168ed0f-8223-4817-9cdd-3608443f7b48 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:50.427467 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-76867e7b-38cc-479b-992f-3c20a0eb0656 req-a168ed0f-8223-4817-9cdd-3608443f7b48 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 943 time: 0.1023109 Jun 17 10:17:50.458226 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:50.461386 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:17:50.520437 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-76867e7b-38cc-479b-992f-3c20a0eb0656 req-88527dad-a7be-4780-a6a5-1be42c305406 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806856 Jun 17 10:17:50.553698 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Pushing event updated for resources: {'Port': ['ID=3cc3dcf6-bcde-4ba1-a2d5-c135c31a5b0c,revision_number=4']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:17:50.559012 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:17:50.824147 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] get_ports_and_sgs() called for port_ids ['3cc3dcf6-bcde-4ba1-a2d5-c135c31a5b0c'] {{(pid=93646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 10:17:50.936614 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4160960c-79b4-49a3-99ea-d331926a52a1 req-6c064b50-acef-4736-b088-cfb74b2e9d21 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:50.939660 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-4160960c-79b4-49a3-99ea-d331926a52a1 req-6c064b50-acef-4736-b088-cfb74b2e9d21 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=c115ea05-b61c-4a41-9a4a-e0185fef6be8 HTTP/1.1" status: 200 len: 944 time: 0.1385095 Jun 17 10:17:51.064822 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-4160960c-79b4-49a3-99ea-d331926a52a1 req-fba66500-c02b-4751-af4a-26de5a894d0e tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963814 Jun 17 10:17:51.753598 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8b8cb2-8c31-4aa2-943d-55b13ec80011 req-18a0cbba-551b-4a14-b3ea-f551fe0b0c8a tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:51.755980 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6a8b8cb2-8c31-4aa2-943d-55b13ec80011 req-18a0cbba-551b-4a14-b3ea-f551fe0b0c8a tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 943 time: 0.0699959 Jun 17 10:17:51.799827 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6a8b8cb2-8c31-4aa2-943d-55b13ec80011 req-293751d3-fe7d-43ca-ad4e-f6e79e397178 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378573 Jun 17 10:17:51.897854 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device b429b7bb-3267-47fb-ba69-c1a0ba672c9b details requested by agent hyperv_hv-cinder-79680 with host hv-cinder-79680 {{(pid=93646) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 10:17:51.956047 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device 3cc3dcf6-bcde-4ba1-a2d5-c135c31a5b0c up at agent hyperv_hv-cinder-79680 {{(pid=93646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:17:52.207114 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] For port b429b7bb-3267-47fb-ba69-c1a0ba672c9b, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=b429b7bb-3267-47fb-ba69-c1a0ba672c9b,segment=NetworkSegment(aee95af0-cc5d-41dc-ae63-eda94ddae53b),segment_id=aee95af0-cc5d-41dc-ae63-eda94ddae53b)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:17:52.236955 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Returning: {'device': 'b429b7bb-3267-47fb-ba69-c1a0ba672c9b', 'network_id': 'fb6d1dc1-5856-427b-992b-099ce227c06b', 'port_id': 'b429b7bb-3267-47fb-ba69-c1a0ba672c9b', 'mac_address': 'fa:16:3e:e2:b8:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '235adf9a-5d00-4d35-8ffd-65944fdd0c17', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93646) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 10:17:52.337217 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:52.341795 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Provisioning for port 3cc3dcf6-bcde-4ba1-a2d5-c135c31a5b0c completed by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:17:52.365092 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Provisioning complete for port 3cc3dcf6-bcde-4ba1-a2d5-c135c31a5b0c triggered by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:17:52.366114 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:52.442047 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.notifiers.nova [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b429b7bb-3267-47fb-ba69-c1a0ba672c9b {{(pid=93646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:17:52.473333 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] For port b429b7bb-3267-47fb-ba69-c1a0ba672c9b, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=b429b7bb-3267-47fb-ba69-c1a0ba672c9b,segment=NetworkSegment(aee95af0-cc5d-41dc-ae63-eda94ddae53b),segment_id=aee95af0-cc5d-41dc-ae63-eda94ddae53b)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:17:52.497013 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db2673-48c4-4b71-ade4-a69c23fe95a7 req-dd6f2ff6-96e3-4100-8495-8834d97d4bc4 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:52.498740 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-a8db2673-48c4-4b71-ade4-a69c23fe95a7 req-dd6f2ff6-96e3-4100-8495-8834d97d4bc4 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=c115ea05-b61c-4a41-9a4a-e0185fef6be8 HTTP/1.1" status: 200 len: 944 time: 0.1189132 Jun 17 10:17:52.542488 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:52.578057 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c115ea05-b61c-4a41-9a4a-e0185fef6be8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cc3dcf6-bcde-4ba1-a2d5-c135c31a5b0c'}] {{(pid=93646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:17:52.579711 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-a8db2673-48c4-4b71-ade4-a69c23fe95a7 req-e12e8b85-e69f-4997-92a4-ad4fa84a2c95 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566275 Jun 17 10:17:52.580809 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}202ec35f0b2f503ce7e4db3a1c258f37e57fe85608606de8e1c873696d713f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-378b1b6b-263d-4668-950c-5a47c5673950" -d '{"events": [{"server_uuid": "c115ea05-b61c-4a41-9a4a-e0185fef6be8", "name": "network-vif-plugged", "status": "completed", "tag": "3cc3dcf6-bcde-4ba1-a2d5-c135c31a5b0c"}]}' {{(pid=93646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:17:52.603756 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] For port 3cc3dcf6-bcde-4ba1-a2d5-c135c31a5b0c, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=3cc3dcf6-bcde-4ba1-a2d5-c135c31a5b0c,segment=NetworkSegment(ec66c95e-bed2-41a1-bed7-5691438f5994),segment_id=ec66c95e-bed2-41a1-bed7-5691438f5994)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:17:52.606277 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:52.610634 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:17:52.648016 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d77d799-6a7d-44b9-88c4-d0e41ed84f37 x-openstack-request-id: req-6d77d799-6a7d-44b9-88c4-d0e41ed84f37 {{(pid=93646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:17:52.649039 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c115ea05-b61c-4a41-9a4a-e0185fef6be8", "name": "network-vif-plugged", "status": "completed", "tag": "3cc3dcf6-bcde-4ba1-a2d5-c135c31a5b0c", "code": 200}]} {{(pid=93646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:17:52.650030 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6d77d799-6a7d-44b9-88c4-d0e41ed84f37 {{(pid=93646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:17:52.651091 dv-cinder-796806-1-iscsi neutron-server[93646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c115ea05-b61c-4a41-9a4a-e0185fef6be8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cc3dcf6-bcde-4ba1-a2d5-c135c31a5b0c', 'code': 200} Jun 17 10:17:52.733817 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:52.734919 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device b1924e06-caa3-4695-8bd6-e71e3f3430da up at agent hyperv_hv-cinder-79680 {{(pid=93646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:17:52.753886 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-3432447d-1ffa-4f8b-979f-694585ea2f25 req-06f226f1-fd70-42b5-a79d-42fcbdd646ea service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7c7a6268-cae5-485c-b4b0-15e4829e5ec1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1708045 Jun 17 10:17:52.757273 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Pushing event updated for resources: {'Port': ['ID=b429b7bb-3267-47fb-ba69-c1a0ba672c9b,revision_number=4']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:17:52.762850 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:17:52.767817 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:17:52.951587 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3432447d-1ffa-4f8b-979f-694585ea2f25 req-867e4852-6264-4005-9c5e-37b542d59486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:52.957112 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-3432447d-1ffa-4f8b-979f-694585ea2f25 req-867e4852-6264-4005-9c5e-37b542d59486 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7c65ad8f35ae464b8ab3462292a725d5&device_id=7c7a6268-cae5-485c-b4b0-15e4829e5ec1 HTTP/1.1" status: 200 len: 1098 time: 0.1350756 Jun 17 10:17:52.968876 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Pushing event updated for resources: {'Port': ['ID=3cc3dcf6-bcde-4ba1-a2d5-c135c31a5b0c,revision_number=5']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:17:52.980185 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] get_ports_and_sgs() called for port_ids ['b429b7bb-3267-47fb-ba69-c1a0ba672c9b'] {{(pid=93646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 10:17:53.200276 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:17:53.209653 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a41e9a-0b9a-4033-b892-1e8a0709d0b2 req-7b42b636-fa1e-4d96-b3e3-07fd4bdd1594 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:53.227021 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-e9a41e9a-0b9a-4033-b892-1e8a0709d0b2 req-7b42b636-fa1e-4d96-b3e3-07fd4bdd1594 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 944 time: 0.1744680 Jun 17 10:17:53.329531 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3432447d-1ffa-4f8b-979f-694585ea2f25 req-5883cf2b-0788-49b6-aa4e-aba4b04504bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:53.332472 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-3432447d-1ffa-4f8b-979f-694585ea2f25 req-5883cf2b-0788-49b6-aa4e-aba4b04504bf service neutron] 10.222.0.47 "GET /v2.0/networks?id=9a805b2b-cd8e-4e47-bb4f-0c9740043540 HTTP/1.1" status: 200 len: 916 time: 0.3197896 Jun 17 10:17:53.340739 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-e9a41e9a-0b9a-4033-b892-1e8a0709d0b2 req-e125ce29-b5bb-44f6-b0c0-c6bdb6adbbfd tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001484 Jun 17 10:17:53.386510 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Provisioning for port b1924e06-caa3-4695-8bd6-e71e3f3430da completed by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:17:53.397527 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Provisioning complete for port b1924e06-caa3-4695-8bd6-e71e3f3430da triggered by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:17:53.398391 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:53.445852 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-3432447d-1ffa-4f8b-979f-694585ea2f25 req-91f3c513-f9a5-45b8-b319-722744ae57e9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04940f7f-87de-4aa6-ad53-1548536f45e1 HTTP/1.1" status: 200 len: 217 time: 0.1004152 Jun 17 10:17:53.466477 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d523537-c580-414f-9c95-17544c561d81 req-3d2ad6b2-02fe-4ccb-bb7d-a598968b7fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:53.477776 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9d523537-c580-414f-9c95-17544c561d81 req-3d2ad6b2-02fe-4ccb-bb7d-a598968b7fab service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c115ea05-b61c-4a41-9a4a-e0185fef6be8 HTTP/1.1" status: 200 len: 1098 time: 0.1951139 Jun 17 10:17:53.561269 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3432447d-1ffa-4f8b-979f-694585ea2f25 req-8bb77712-1f93-432a-ac2d-45b0a31a0e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:53.565208 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-3432447d-1ffa-4f8b-979f-694585ea2f25 req-8bb77712-1f93-432a-ac2d-45b0a31a0e86 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cef6c515-9123-40fd-a090-e2ea3bc5a141 HTTP/1.1" status: 200 len: 855 time: 0.1083660 Jun 17 10:17:53.656271 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:53.678996 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-3432447d-1ffa-4f8b-979f-694585ea2f25 req-8d87b4aa-b47f-4c93-9a87-6205d41723ee service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9a805b2b-cd8e-4e47-bb4f-0c9740043540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0936379 Jun 17 10:17:53.766956 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] For port b1924e06-caa3-4695-8bd6-e71e3f3430da, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=b1924e06-caa3-4695-8bd6-e71e3f3430da,segment=NetworkSegment(ec66c95e-bed2-41a1-bed7-5691438f5994),segment_id=ec66c95e-bed2-41a1-bed7-5691438f5994)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:17:53.914810 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-3432447d-1ffa-4f8b-979f-694585ea2f25 req-09c50130-a2d7-4917-a861-c4a2d968eef6 service neutron] 10.222.0.47 "GET /v2.0/networks/9a805b2b-cd8e-4e47-bb4f-0c9740043540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193329 Jun 17 10:17:53.938366 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:53.943485 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:17:53.954686 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9d523537-c580-414f-9c95-17544c561d81 req-451e1332-0403-4d83-9689-4d8fd680e884 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4744194 Jun 17 10:17:54.005399 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acc4748-3a7a-479e-9f88-34e7670053ac req-d936bef5-b115-4567-824a-ff850585bfcf tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:54.006992 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-2acc4748-3a7a-479e-9f88-34e7670053ac req-d936bef5-b115-4567-824a-ff850585bfcf tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=c115ea05-b61c-4a41-9a4a-e0185fef6be8 HTTP/1.1" status: 200 len: 945 time: 0.1280084 Jun 17 10:17:54.049584 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Pushing event updated for resources: {'Port': ['ID=b1924e06-caa3-4695-8bd6-e71e3f3430da,revision_number=5']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:17:54.058427 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:17:54.080114 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-2acc4748-3a7a-479e-9f88-34e7670053ac req-e170a982-fcea-4855-a034-df9b6a002b53 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599370 Jun 17 10:17:54.653112 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6c4e2b9-2abf-4f40-86d7-22d4e954c08a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1924e06-caa3-4695-8bd6-e71e3f3430da'}] {{(pid=93646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:17:54.657023 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}202ec35f0b2f503ce7e4db3a1c258f37e57fe85608606de8e1c873696d713f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a48b29-46c2-4852-ae2e-fd1ee02b5b94" -d '{"events": [{"server_uuid": "b6c4e2b9-2abf-4f40-86d7-22d4e954c08a", "name": "network-vif-plugged", "status": "completed", "tag": "b1924e06-caa3-4695-8bd6-e71e3f3430da"}]}' {{(pid=93646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:17:57.077270 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-3432447d-1ffa-4f8b-979f-694585ea2f25 req-dca45cf6-5781-47c6-af5e-4940d5e30ccc service neutron] 10.222.0.47 "GET /v2.0/networks/9a805b2b-cd8e-4e47-bb4f-0c9740043540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256883 Jun 17 10:17:57.863999 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:17:58.622828 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f91ee8-89a3-4dbb-852a-5df3037c1eac x-openstack-request-id: req-94f91ee8-89a3-4dbb-852a-5df3037c1eac {{(pid=93646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:17:58.623336 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6c4e2b9-2abf-4f40-86d7-22d4e954c08a", "name": "network-vif-plugged", "status": "completed", "tag": "b1924e06-caa3-4695-8bd6-e71e3f3430da", "code": 200}]} {{(pid=93646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:17:58.623883 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-94f91ee8-89a3-4dbb-852a-5df3037c1eac {{(pid=93646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:17:58.624478 dv-cinder-796806-1-iscsi neutron-server[93646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6c4e2b9-2abf-4f40-86d7-22d4e954c08a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1924e06-caa3-4695-8bd6-e71e3f3430da', 'code': 200} Jun 17 10:17:58.637556 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.agents_db [None req-342b98a1-7fdc-4d24-a539-fe72a001d92b None None] Agent healthcheck: found 6 active agents {{(pid=93647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:17:58.748425 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd074d-5a13-4e2d-a640-f28a680e3963 req-b756ae3a-781b-435f-a756-3afc990f1ff8 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:58.750038 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-5ebd074d-5a13-4e2d-a640-f28a680e3963 req-b756ae3a-781b-435f-a756-3afc990f1ff8 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 944 time: 0.1137087 Jun 17 10:17:58.829735 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-5ebd074d-5a13-4e2d-a640-f28a680e3963 req-e41ff841-a3ef-414d-abfc-c0c71b0e4e3d tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685515 Jun 17 10:17:58.858388 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b8035e-f904-4c19-9ef0-2cb75e0ab25a req-8b6bd3e0-cb39-471f-99d4-7a141b8a8048 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:17:58.860344 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-43b8035e-f904-4c19-9ef0-2cb75e0ab25a req-8b6bd3e0-cb39-471f-99d4-7a141b8a8048 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=c115ea05-b61c-4a41-9a4a-e0185fef6be8 HTTP/1.1" status: 200 len: 945 time: 0.1093080 Jun 17 10:17:58.912237 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-43b8035e-f904-4c19-9ef0-2cb75e0ab25a req-f8764ece-021a-4898-b3d9-aee625cd1059 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444069 Jun 17 10:17:59.902753 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8f0085f8-c51a-4de9-9604-8f1ed00cf011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:00.062396 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4692aa0f-db7c-4507-bd52-a9d1853f3084 req-bade69fa-1adc-4638-acb9-51eb6fd40c99 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:00.071113 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-4692aa0f-db7c-4507-bd52-a9d1853f3084 req-bade69fa-1adc-4638-acb9-51eb6fd40c99 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 944 time: 0.0855863 Jun 17 10:18:00.129405 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-4692aa0f-db7c-4507-bd52-a9d1853f3084 req-d7d4cbf4-2352-4484-8e5d-a00a8ee1f1af tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570250 Jun 17 10:18:00.201498 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb293cb-ccc0-49aa-8a04-3a06587f1a20 req-e4647d42-c6d7-4f45-892b-43c48ed13eb3 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:00.204155 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-7bb293cb-ccc0-49aa-8a04-3a06587f1a20 req-e4647d42-c6d7-4f45-892b-43c48ed13eb3 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=c115ea05-b61c-4a41-9a4a-e0185fef6be8 HTTP/1.1" status: 200 len: 945 time: 0.0961831 Jun 17 10:18:00.247276 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-7bb293cb-ccc0-49aa-8a04-3a06587f1a20 req-0ca7dc51-7f79-4007-aa40-09db6c865b51 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366092 Jun 17 10:18:01.425794 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee07904-e88c-48c4-acfe-d8e7c7a7e036 req-27a9f2fe-d889-4743-97fb-9173dc153dd5 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:01.428859 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-aee07904-e88c-48c4-acfe-d8e7c7a7e036 req-27a9f2fe-d889-4743-97fb-9173dc153dd5 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 944 time: 0.1220520 Jun 17 10:18:01.527625 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-aee07904-e88c-48c4-acfe-d8e7c7a7e036 req-2f480592-663b-4ef8-922e-caa365585ae2 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918086 Jun 17 10:18:01.567265 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f243721c-97a9-482e-a4f2-ddd8b43feda3 req-7c069889-dbe6-4cdb-8871-eb72998faf0b tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:01.569161 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-f243721c-97a9-482e-a4f2-ddd8b43feda3 req-7c069889-dbe6-4cdb-8871-eb72998faf0b tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=c115ea05-b61c-4a41-9a4a-e0185fef6be8 HTTP/1.1" status: 200 len: 945 time: 0.1108704 Jun 17 10:18:01.655027 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-f243721c-97a9-482e-a4f2-ddd8b43feda3 req-ddd9a780-a46c-4df6-a5ab-193b24bb815c tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773320 Jun 17 10:18:01.922347 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6895ce-3828-433c-9d8a-84faa7b0393d req-b4ddf6ee-41f5-47a0-b8ff-23781c8a7895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:01.925622 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-aa6895ce-3828-433c-9d8a-84faa7b0393d req-b4ddf6ee-41f5-47a0-b8ff-23781c8a7895 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 1098 time: 0.1009753 Jun 17 10:18:01.982514 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-aa6895ce-3828-433c-9d8a-84faa7b0393d req-021d97a6-5fed-4241-ac9b-8e09fb67be89 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394337 Jun 17 10:18:02.798645 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f796b4-c51d-429e-80bd-a58f504d9e37 req-8df18ca0-333f-482f-bfd9-c7c51fec8433 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:02.801443 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-79f796b4-c51d-429e-80bd-a58f504d9e37 req-8df18ca0-333f-482f-bfd9-c7c51fec8433 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 944 time: 0.0921125 Jun 17 10:18:02.869511 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device b429b7bb-3267-47fb-ba69-c1a0ba672c9b up at agent hyperv_hv-cinder-79680 {{(pid=93646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:18:02.918437 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-79f796b4-c51d-429e-80bd-a58f504d9e37 req-e7a106d7-618e-4df2-b569-802422ec9111 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088538 Jun 17 10:18:02.980241 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc10f35-fc69-417b-a8f2-7969b1811d85 req-0a12ad47-53db-42cc-ad21-c569483f4e1a tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:02.982853 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-adc10f35-fc69-417b-a8f2-7969b1811d85 req-0a12ad47-53db-42cc-ad21-c569483f4e1a tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=c115ea05-b61c-4a41-9a4a-e0185fef6be8 HTTP/1.1" status: 200 len: 945 time: 0.1356821 Jun 17 10:18:03.047796 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-adc10f35-fc69-417b-a8f2-7969b1811d85 req-9d3575f3-7452-40ef-8721-2f482282ef09 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579202 Jun 17 10:18:03.052729 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Provisioning for port b429b7bb-3267-47fb-ba69-c1a0ba672c9b completed by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:18:03.058844 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Provisioning complete for port b429b7bb-3267-47fb-ba69-c1a0ba672c9b triggered by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:18:03.059231 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:03.182109 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:03.220256 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '032973f9-8cea-4739-bdba-a15d9c60f256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b429b7bb-3267-47fb-ba69-c1a0ba672c9b'}] {{(pid=93646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:18:03.223108 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}202ec35f0b2f503ce7e4db3a1c258f37e57fe85608606de8e1c873696d713f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20268dfd-3b55-4f93-9183-1d1183c90372" -d '{"events": [{"server_uuid": "032973f9-8cea-4739-bdba-a15d9c60f256", "name": "network-vif-plugged", "status": "completed", "tag": "b429b7bb-3267-47fb-ba69-c1a0ba672c9b"}]}' {{(pid=93646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:18:03.241979 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] For port b429b7bb-3267-47fb-ba69-c1a0ba672c9b, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=b429b7bb-3267-47fb-ba69-c1a0ba672c9b,segment=NetworkSegment(aee95af0-cc5d-41dc-ae63-eda94ddae53b),segment_id=aee95af0-cc5d-41dc-ae63-eda94ddae53b)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:18:03.303024 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa58e46-ccb2-4863-98f8-0a57f03fad33 x-openstack-request-id: req-afa58e46-ccb2-4863-98f8-0a57f03fad33 {{(pid=93646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:18:03.303562 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "032973f9-8cea-4739-bdba-a15d9c60f256", "name": "network-vif-plugged", "status": "completed", "tag": "b429b7bb-3267-47fb-ba69-c1a0ba672c9b", "code": 200}]} {{(pid=93646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:18:03.303955 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-afa58e46-ccb2-4863-98f8-0a57f03fad33 {{(pid=93646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:18:03.304571 dv-cinder-796806-1-iscsi neutron-server[93646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '032973f9-8cea-4739-bdba-a15d9c60f256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b429b7bb-3267-47fb-ba69-c1a0ba672c9b', 'code': 200} Jun 17 10:18:03.350534 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-46e5a18a-ba5a-4385-81cd-10cc85510ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:03.391941 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:03.397297 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:18:03.478419 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:03.481019 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Pushing event updated for resources: {'Port': ['ID=b429b7bb-3267-47fb-ba69-c1a0ba672c9b,revision_number=5']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:18:03.495780 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:18:03.496193 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:18:03.496853 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:18:03.497348 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:18:03.497963 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:18:03.498545 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:18:03.499113 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:18:03.499722 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:18:03.500308 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:18:03.500885 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:18:03.501426 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:18:03.513398 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:18:03.522547 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:18:04.156537 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fba4d80-e6c5-4ffb-bb4f-7845a05e00ea req-dd407522-b0af-462c-bb83-b635754f98d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:04.159570 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-8fba4d80-e6c5-4ffb-bb4f-7845a05e00ea req-dd407522-b0af-462c-bb83-b635754f98d8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 1098 time: 0.1434031 Jun 17 10:18:04.236534 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-8fba4d80-e6c5-4ffb-bb4f-7845a05e00ea req-7be3d082-73f9-467b-8143-9aabb29709a9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550194 Jun 17 10:18:04.269826 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080824d4-77b5-4f3e-83c3-c53f9ba4128d req-fdf6486e-ded5-4e71-b7a6-ef17271302c0 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:04.271474 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-080824d4-77b5-4f3e-83c3-c53f9ba4128d req-fdf6486e-ded5-4e71-b7a6-ef17271302c0 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 945 time: 0.1438897 Jun 17 10:18:04.336416 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab6f234-8adb-463f-aa12-c9dd0b3f70b5 req-213bc6db-e134-4535-8cae-a748db5b2688 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:04.338236 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-4ab6f234-8adb-463f-aa12-c9dd0b3f70b5 req-213bc6db-e134-4535-8cae-a748db5b2688 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=c115ea05-b61c-4a41-9a4a-e0185fef6be8 HTTP/1.1" status: 200 len: 945 time: 0.1422293 Jun 17 10:18:04.347601 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-080824d4-77b5-4f3e-83c3-c53f9ba4128d req-32f76960-88e0-47b7-84ed-968c975fd86a tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681872 Jun 17 10:18:04.455772 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-4ab6f234-8adb-463f-aa12-c9dd0b3f70b5 req-9fd0443c-7d9b-4235-ae02-5adfb277e615 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049738 Jun 17 10:18:04.478961 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f1691-d06c-4c60-b304-0a97e9818d90 req-37942740-b58b-4eb0-9e00-864815114222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:04.480595 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-4d3f1691-d06c-4c60-b304-0a97e9818d90 req-37942740-b58b-4eb0-9e00-864815114222 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5bd0dd2afc794054a2ded47901ac6c2e&device_id=c115ea05-b61c-4a41-9a4a-e0185fef6be8 HTTP/1.1" status: 200 len: 1098 time: 0.1313829 Jun 17 10:18:04.723529 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f1691-d06c-4c60-b304-0a97e9818d90 req-89383ead-1a9a-4474-aed7-ff5d5d58f670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:04.725239 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-4d3f1691-d06c-4c60-b304-0a97e9818d90 req-89383ead-1a9a-4474-aed7-ff5d5d58f670 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d773beeb-675a-4b62-b751-30bf7ea2150d HTTP/1.1" status: 200 len: 920 time: 0.2195561 Jun 17 10:18:04.779858 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-4d3f1691-d06c-4c60-b304-0a97e9818d90 req-0e27a1e7-5273-404a-bee0-3029e0e34055 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3cc3dcf6-bcde-4ba1-a2d5-c135c31a5b0c HTTP/1.1" status: 200 len: 217 time: 0.0407765 Jun 17 10:18:04.842871 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f1691-d06c-4c60-b304-0a97e9818d90 req-b19deb67-05ce-475f-b268-a340403f5685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:04.844559 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-4d3f1691-d06c-4c60-b304-0a97e9818d90 req-b19deb67-05ce-475f-b268-a340403f5685 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e9682fe0-190f-4cfb-8a99-3f5500e89851 HTTP/1.1" status: 200 len: 859 time: 0.0578058 Jun 17 10:18:04.916995 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-4d3f1691-d06c-4c60-b304-0a97e9818d90 req-83a6ef07-a309-40a4-9da2-cfd190ab4391 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d773beeb-675a-4b62-b751-30bf7ea2150d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436237 Jun 17 10:18:05.038841 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-4d3f1691-d06c-4c60-b304-0a97e9818d90 req-8fc929e6-fe8a-466d-a0e9-b6dd2799215d service neutron] 10.222.0.47 "GET /v2.0/networks/d773beeb-675a-4b62-b751-30bf7ea2150d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098220 Jun 17 10:18:05.133417 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-76f1cb7e-d4ef-4c29-a3c2-2b16775f9f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:05.155835 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-4d3f1691-d06c-4c60-b304-0a97e9818d90 req-23172184-1e5f-4fae-b69d-163ecfeb0fb7 service neutron] 10.222.0.47 "GET /v2.0/networks/d773beeb-675a-4b62-b751-30bf7ea2150d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989554 Jun 17 10:18:05.670459 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd46f9ae-d535-4075-aeea-3baa7ddcf0ee req-6da90e75-30e0-48e3-8a62-e9f40e039536 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:05.671870 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-bd46f9ae-d535-4075-aeea-3baa7ddcf0ee req-6da90e75-30e0-48e3-8a62-e9f40e039536 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 945 time: 0.0897660 Jun 17 10:18:05.747345 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-bd46f9ae-d535-4075-aeea-3baa7ddcf0ee req-91dbfd97-967b-42ad-b8f3-3e368054cf67 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685432 Jun 17 10:18:05.780846 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfb85ff-5224-4a85-9324-998cb8ee2e6d req-cd01a3ee-4df3-45fa-bf63-9d91fca1a254 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:05.782441 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6cfb85ff-5224-4a85-9324-998cb8ee2e6d req-cd01a3ee-4df3-45fa-bf63-9d91fca1a254 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=c115ea05-b61c-4a41-9a4a-e0185fef6be8 HTTP/1.1" status: 200 len: 945 time: 0.0968213 Jun 17 10:18:05.826841 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6cfb85ff-5224-4a85-9324-998cb8ee2e6d req-472ae492-ef6a-4029-93ae-fa3d55fa7703 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382071 Jun 17 10:18:06.334108 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 46438) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:18:06.502118 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-b000c368-5f47-405e-b8b2-864a47aa85ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:06.647243 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-b000c368-5f47-405e-b8b2-864a47aa85ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:06.771855 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-b000c368-5f47-405e-b8b2-864a47aa85ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:06.776135 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-e8e8d72e-23b7-426f-8bba-2b7d4993e364 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:18:06.817071 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b000c368-5f47-405e-b8b2-864a47aa85ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88052e96-0790-4119-a179-268442282b3f,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:18:06.821064 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-b000c368-5f47-405e-b8b2-864a47aa85ac admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=62607d7aedb44325a84c2af6e98cd137&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4855490 Jun 17 10:18:06.823866 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 46450) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:18:06.828540 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000c368-5f47-405e-b8b2-864a47aa85ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:18:06.828916 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000c368-5f47-405e-b8b2-864a47aa85ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:18:06.829254 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000c368-5f47-405e-b8b2-864a47aa85ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:18:06.829630 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000c368-5f47-405e-b8b2-864a47aa85ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:18:06.830003 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000c368-5f47-405e-b8b2-864a47aa85ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:18:06.830911 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000c368-5f47-405e-b8b2-864a47aa85ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:18:06.830911 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000c368-5f47-405e-b8b2-864a47aa85ac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:18:06.831209 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000c368-5f47-405e-b8b2-864a47aa85ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:18:06.831343 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000c368-5f47-405e-b8b2-864a47aa85ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:18:06.831729 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000c368-5f47-405e-b8b2-864a47aa85ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:18:06.832075 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000c368-5f47-405e-b8b2-864a47aa85ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:18:06.832417 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000c368-5f47-405e-b8b2-864a47aa85ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:18:06.838193 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-b000c368-5f47-405e-b8b2-864a47aa85ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:18:06.916236 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-29f2d053-6d9d-4609-8a06-f86a19a9a9a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:06.959849 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-29f2d053-6d9d-4609-8a06-f86a19a9a9a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:07.041553 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8334b2a8-081d-4a08-b273-522b2363e8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:07.077580 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b080e33-812b-4ff9-85ff-a5af1d1bea7f req-7d2458ae-e7cd-4536-85d8-4bd3acab49d3 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:07.084231 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-8b080e33-812b-4ff9-85ff-a5af1d1bea7f req-7d2458ae-e7cd-4536-85d8-4bd3acab49d3 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 945 time: 0.1410279 Jun 17 10:18:07.145383 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-8b080e33-812b-4ff9-85ff-a5af1d1bea7f req-89532889-e430-42d7-b55a-11cf59c54e34 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584717 Jun 17 10:18:07.196395 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-29f2d053-6d9d-4609-8a06-f86a19a9a9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:07.202690 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-29f2d053-6d9d-4609-8a06-f86a19a9a9a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:07.204621 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-29f2d053-6d9d-4609-8a06-f86a19a9a9a7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/88052e96-0790-4119-a179-268442282b3f HTTP/1.1" status: 204 len: 168 time: 0.3795602 Jun 17 10:18:07.206191 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:18:07.221398 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f2d053-6d9d-4609-8a06-f86a19a9a9a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88052e96-0790-4119-a179-268442282b3f,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:18:07.239814 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f2d053-6d9d-4609-8a06-f86a19a9a9a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:18:07.239814 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f2d053-6d9d-4609-8a06-f86a19a9a9a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:18:07.239814 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f2d053-6d9d-4609-8a06-f86a19a9a9a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:18:07.239814 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f2d053-6d9d-4609-8a06-f86a19a9a9a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:18:07.239814 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f2d053-6d9d-4609-8a06-f86a19a9a9a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:18:07.239814 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f2d053-6d9d-4609-8a06-f86a19a9a9a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:18:07.239814 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f2d053-6d9d-4609-8a06-f86a19a9a9a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:18:07.239814 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f2d053-6d9d-4609-8a06-f86a19a9a9a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:18:07.239814 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f2d053-6d9d-4609-8a06-f86a19a9a9a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:18:07.239814 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f2d053-6d9d-4609-8a06-f86a19a9a9a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:18:07.239814 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f2d053-6d9d-4609-8a06-f86a19a9a9a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:18:07.241194 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f2d053-6d9d-4609-8a06-f86a19a9a9a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:18:07.246812 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-29f2d053-6d9d-4609-8a06-f86a19a9a9a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:18:07.403418 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe3568-229e-49f2-ba5b-c86816be6bd5 req-5885b5bf-78bc-4c65-a19b-8b04707e5bd8 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:07.406192 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-77fe3568-229e-49f2-ba5b-c86816be6bd5 req-5885b5bf-78bc-4c65-a19b-8b04707e5bd8 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=c115ea05-b61c-4a41-9a4a-e0185fef6be8 HTTP/1.1" status: 200 len: 945 time: 0.1613772 Jun 17 10:18:07.520670 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-77fe3568-229e-49f2-ba5b-c86816be6bd5 req-bbee7476-25e7-4f06-b856-db029fcbd606 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835664 Jun 17 10:18:07.561332 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e15f2-6c82-4e3b-80c3-5eb429cc7b77 req-81643f7f-948e-4d77-8237-e13fc23e617f tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:07.564061 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-f33e15f2-6c82-4e3b-80c3-5eb429cc7b77 req-81643f7f-948e-4d77-8237-e13fc23e617f tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 945 time: 0.2001722 Jun 17 10:18:07.575701 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 46476) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:18:07.584322 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.v2.base [None req-93470222-c175-441e-add8-4beae89172ff tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Request body: {'floatingip': {'port_id': 'b429b7bb-3267-47fb-ba69-c1a0ba672c9b'}} {{(pid=93644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:18:07.776286 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-93470222-c175-441e-add8-4beae89172ff tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks [] for floatingip, before_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:07.776451 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 46490) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:18:07.999108 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-911b9d74-daab-4c45-8c0f-214ef2cf2101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:08.127950 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-911b9d74-daab-4c45-8c0f-214ef2cf2101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:08.241029 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-911b9d74-daab-4c45-8c0f-214ef2cf2101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:08.246983 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-f8ced8ae-545d-4cd5-a9ec-badff1a8c850 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:18:08.315042 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-911b9d74-daab-4c45-8c0f-214ef2cf2101 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f388021b7b9a4f909d04719f3bbaba0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5345964 Jun 17 10:18:08.317766 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 46494) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:18:08.328761 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911b9d74-daab-4c45-8c0f-214ef2cf2101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=844347b9-d1be-4d58-a5e3-76bd0a09d070,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:18:08.336023 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-911b9d74-daab-4c45-8c0f-214ef2cf2101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:18:08.409247 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-0b92c85f-d476-4eb1-9e62-d0cf0c7744ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:08.439204 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-0b92c85f-d476-4eb1-9e62-d0cf0c7744ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:08.510683 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 46496) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:18:08.526435 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-f346b94e-452b-4f76-b688-c626718b7e71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:08.634604 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-0b92c85f-d476-4eb1-9e62-d0cf0c7744ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:08.651652 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-0b92c85f-d476-4eb1-9e62-d0cf0c7744ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:08.658266 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-0b92c85f-d476-4eb1-9e62-d0cf0c7744ef admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/844347b9-d1be-4d58-a5e3-76bd0a09d070 HTTP/1.1" status: 204 len: 168 time: 0.3387697 Jun 17 10:18:08.662644 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:18:08.687167 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b92c85f-d476-4eb1-9e62-d0cf0c7744ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=844347b9-d1be-4d58-a5e3-76bd0a09d070,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:18:08.708744 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-0b92c85f-d476-4eb1-9e62-d0cf0c7744ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:18:08.807977 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.db.resource_extend [None req-93470222-c175-441e-add8-4beae89172ff tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 17 10:18:08.840328 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-f346b94e-452b-4f76-b688-c626718b7e71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:08.914390 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-93470222-c175-441e-add8-4beae89172ff tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:08.926231 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-f346b94e-452b-4f76-b688-c626718b7e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:08.926837 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d849878-88de-4e53-ab67-77565e986454 req-d94972df-d8c1-4268-8c51-dcd993a2c980 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:08.934959 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-3d849878-88de-4e53-ab67-77565e986454 req-d94972df-d8c1-4268-8c51-dcd993a2c980 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=c115ea05-b61c-4a41-9a4a-e0185fef6be8 HTTP/1.1" status: 200 len: 945 time: 0.2209134 Jun 17 10:18:08.975778 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-be02d093-0c84-45a1-822d-e9dd63a97d6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:18:09.008257 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-3d849878-88de-4e53-ab67-77565e986454 req-d45b56c3-ed66-497b-8800-0af547769b4d tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720601 Jun 17 10:18:09.016632 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-f346b94e-452b-4f76-b688-c626718b7e71 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4999e9c8b5cb4d52b6ca99c94c81f2e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5047209 Jun 17 10:18:09.016810 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 46520) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:18:09.020090 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f346b94e-452b-4f76-b688-c626718b7e71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3343684c-ab88-47f0-affa-601b90e0cb87,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:18:09.052331 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-f346b94e-452b-4f76-b688-c626718b7e71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:18:09.095974 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-93470222-c175-441e-add8-4beae89172ff tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684762'] for floatingip, after_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:09.242874 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-e9dab070-18d6-47c6-871f-fb22b4e76b51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:09.309514 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-e9dab070-18d6-47c6-871f-fb22b4e76b51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:09.359569 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.db.l3_db [None req-93470222-c175-441e-add8-4beae89172ff tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Floating IP 13dbd6a8-690d-4f5c-a764-a6855af99460 associated. External IP: 172.27.0.148, port: b429b7bb-3267-47fb-ba69-c1a0ba672c9b. Jun 17 10:18:09.688632 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-e9dab070-18d6-47c6-871f-fb22b4e76b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:09.691573 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-e9dab070-18d6-47c6-871f-fb22b4e76b51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:09.693058 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-e9dab070-18d6-47c6-871f-fb22b4e76b51 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3343684c-ab88-47f0-affa-601b90e0cb87 HTTP/1.1" status: 204 len: 168 time: 0.6748827 Jun 17 10:18:09.695908 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:18:09.703021 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93470222-c175-441e-add8-4beae89172ff tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Router 7ce96e53-0d7d-4864-9808-f7ceb5af075b has already been hosted by L3 agent 9ed9efc2-3eec-4d73-b246-cbd899a1984b {{(pid=93644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 10:18:09.708724 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dab070-18d6-47c6-871f-fb22b4e76b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3343684c-ab88-47f0-affa-601b90e0cb87,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:18:09.713932 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-e9dab070-18d6-47c6-871f-fb22b4e76b51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:18:09.857721 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93470222-c175-441e-add8-4beae89172ff tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify agent at l3_agent.dv-cinder-796806-1-iscsi the message routers_updated {{(pid=93644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 10:18:09.866058 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-93470222-c175-441e-add8-4beae89172ff tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733'] for floatingip, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:09.878948 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d2666c-9a07-4b04-9471-2c72ced69bce None None] Sync routers for ids ['7ce96e53-0d7d-4864-9808-f7ceb5af075b'] in dv-cinder-796806-1-iscsi {{(pid=93647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 10:18:09.895847 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d2666c-9a07-4b04-9471-2c72ced69bce None None] Routers {'7ce96e53-0d7d-4864-9808-f7ceb5af075b'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:18:09.897207 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-88d2666c-9a07-4b04-9471-2c72ced69bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:18:03Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['7ce96e53-0d7d-4864-9808-f7ceb5af075b'], 'active': True} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:18:09.942601 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-93470222-c175-441e-add8-4beae89172ff tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "PUT /v2.0/floatingips/13dbd6a8-690d-4f5c-a764-a6855af99460 HTTP/1.1" status: 200 len: 991 time: 2.3647273 Jun 17 10:18:09.943756 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '032973f9-8cea-4739-bdba-a15d9c60f256', 'tag': 'b429b7bb-3267-47fb-ba69-c1a0ba672c9b'}] {{(pid=93644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:18:10.043187 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 46536) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:18:10.099641 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-3813a9f6-7f5a-4905-bf17-8d9101d76177 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:10.198433 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 46544) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:18:10.233586 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvr_db [None req-88d2666c-9a07-4b04-9471-2c72ced69bce None None] Set router 7ce96e53-0d7d-4864-9808-f7ceb5af075b gateway port host: dv-cinder-796806-1-iscsi {{(pid=93647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:18:10.388422 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 46550) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:18:10.519729 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-3813a9f6-7f5a-4905-bf17-8d9101d76177 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:10.588482 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-641f7b90-17c3-434a-85fb-eacfaed5f3b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:10.601506 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-3813a9f6-7f5a-4905-bf17-8d9101d76177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:10.614690 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-0df6e765-ab84-4088-b362-8e90d9db8197 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:18:10.651534 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3813a9f6-7f5a-4905-bf17-8d9101d76177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc551305-1cb2-4ea0-ba2e-387506ed86ea,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:18:10.657160 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-3813a9f6-7f5a-4905-bf17-8d9101d76177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:18:10.675384 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-3813a9f6-7f5a-4905-bf17-8d9101d76177 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=506fd3a94ac2491c83caf620655c2d5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6263576 Jun 17 10:18:10.680831 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 46554) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:18:10.766636 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade50860-45a7-4de0-aded-1ffc1a4fd7f7 req-9b454e60-aa7f-4006-bb5d-a3dd8d95b724 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:10.769356 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-e496c60c-df48-4c64-a2d1-40180b754184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:10.769884 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-ade50860-45a7-4de0-aded-1ffc1a4fd7f7 req-9b454e60-aa7f-4006-bb5d-a3dd8d95b724 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=c115ea05-b61c-4a41-9a4a-e0185fef6be8 HTTP/1.1" status: 200 len: 945 time: 0.3055780 Jun 17 10:18:10.787344 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e3e45b0fad0fac0035bff2321de6238b3105d4201b4fc6e845e8cd3cf45f1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a196ff6e-3987-463c-9950-db84193b1e42" -d '{"events": [{"name": "network-changed", "server_uuid": "032973f9-8cea-4739-bdba-a15d9c60f256", "tag": "b429b7bb-3267-47fb-ba69-c1a0ba672c9b"}]}' {{(pid=93644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:18:10.812322 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-e496c60c-df48-4c64-a2d1-40180b754184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:10.941938 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-ec785ee9-d550-4d1e-b7c2-5d1fa0ef97cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:10.957636 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-ade50860-45a7-4de0-aded-1ffc1a4fd7f7 req-da325b87-2d49-44a5-9d21-9511dc93fa6e tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610289 Jun 17 10:18:10.995649 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-e496c60c-df48-4c64-a2d1-40180b754184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:11.001098 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-e496c60c-df48-4c64-a2d1-40180b754184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:11.003326 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-e496c60c-df48-4c64-a2d1-40180b754184 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/dc551305-1cb2-4ea0-ba2e-387506ed86ea HTTP/1.1" status: 204 len: 168 time: 0.3213267 Jun 17 10:18:11.004761 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:18:11.014443 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-88d2666c-9a07-4b04-9471-2c72ced69bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce96e53-0d7d-4864-9808-f7ceb5af075b', 'name': 'tempest-AttachVolumeShelveTestJSON-1349741473-router', 'tenant_id': 'd3921a4980a048a78ce6c633bbba19c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '8c4ddc8c-8dda-44e8-a2bf-c898a284b7ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:16:56Z', 'updated_at': '2021-06-17T10:17:09Z', 'revision_number': 4, 'project_id': 'd3921a4980a048a78ce6c633bbba19c9', 'gw_port': {'id': '8c4ddc8c-8dda-44e8-a2bf-c898a284b7ff', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce96e53-0d7d-4864-9808-f7ceb5af075b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:16:59Z', 'updated_at': '2021-06-17T10:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi', '_floatingips': [{'id': '13dbd6a8-690d-4f5c-a764-a6855af99460', 'tenant_id': 'd3921a4980a048a78ce6c633bbba19c9', 'floating_ip_address': '172.27.0.148', 'floating_network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'router_id': '7ce96e53-0d7d-4864-9808-f7ceb5af075b', 'port_id': 'b429b7bb-3267-47fb-ba69-c1a0ba672c9b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb6d1dc1-5856-427b-992b-099ce227c06b', 'mac_address': 'fa:16:3e:e2:b8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032973f9-8cea-4739-bdba-a15d9c60f256', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T10:17:24Z', 'updated_at': '2021-06-17T10:18:08Z', 'revision_number': 1, 'project_id': 'd3921a4980a048a78ce6c633bbba19c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8baabdc-42b2-494a-a0ef-87e6c4419b7a', 'name': '', 'network_id': 'fb6d1dc1-5856-427b-992b-099ce227c06b', 'tenant_id': 'd3921a4980a048a78ce6c633bbba19c9', 'mac_address': 'fa:16:3e:ab:46:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce96e53-0d7d-4864-9808-f7ceb5af075b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '235adf9a-5d00-4d35-8ffd-65944fdd0c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:17:06Z', 'updated_at': '2021-06-17T10:17:23Z', 'revision_number': 5, 'project_id': 'd3921a4980a048a78ce6c633bbba19c9', 'subnets': [{'id': '235adf9a-5d00-4d35-8ffd-65944fdd0c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:18:11.016380 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e496c60c-df48-4c64-a2d1-40180b754184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc551305-1cb2-4ea0-ba2e-387506ed86ea,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:18:11.021327 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-e496c60c-df48-4c64-a2d1-40180b754184 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:18:11.072350 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d2666c-9a07-4b04-9471-2c72ced69bce None None] Checking router: 7ce96e53-0d7d-4864-9808-f7ceb5af075b for host: dv-cinder-796806-1-iscsi {{(pid=93647) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 10:18:11.086213 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d2666c-9a07-4b04-9471-2c72ced69bce None None] Routers {'7ce96e53-0d7d-4864-9808-f7ceb5af075b'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:18:11.090413 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-88d2666c-9a07-4b04-9471-2c72ced69bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:18:03Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['7ce96e53-0d7d-4864-9808-f7ceb5af075b'], 'active': True} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:18:11.125688 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-641f7b90-17c3-434a-85fb-eacfaed5f3b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:11.248363 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 10:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc84eacc-7a28-41cc-b960-ac6188ef71c3 x-openstack-request-id: req-dc84eacc-7a28-41cc-b960-ac6188ef71c3 {{(pid=93644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:18:11.248690 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "032973f9-8cea-4739-bdba-a15d9c60f256", "tag": "b429b7bb-3267-47fb-ba69-c1a0ba672c9b", "status": "completed", "code": 200}]} {{(pid=93644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:18:11.249316 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dc84eacc-7a28-41cc-b960-ac6188ef71c3 {{(pid=93644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:18:11.249884 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '032973f9-8cea-4739-bdba-a15d9c60f256', 'tag': 'b429b7bb-3267-47fb-ba69-c1a0ba672c9b', 'status': 'completed', 'code': 200} Jun 17 10:18:11.263596 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-641f7b90-17c3-434a-85fb-eacfaed5f3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:11.277427 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-4a2b6953-7951-4570-bd39-87bb38b1d16d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:18:11.340199 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-641f7b90-17c3-434a-85fb-eacfaed5f3b0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a137aa9d720d4b79881b797b359aa005&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1250844 Jun 17 10:18:11.342829 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 46572) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:18:11.371340 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvr_db [None req-88d2666c-9a07-4b04-9471-2c72ced69bce None None] Set router 7ce96e53-0d7d-4864-9808-f7ceb5af075b gateway port host: dv-cinder-796806-1-iscsi {{(pid=93647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:18:11.402728 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641f7b90-17c3-434a-85fb-eacfaed5f3b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1afa515d-c9bf-489d-a689-42ad44c1c308,revision_number=1']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:18:11.430125 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-641f7b90-17c3-434a-85fb-eacfaed5f3b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:18:11.511796 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a196ff6e-3987-463c-9950-db84193b1e42 req-92ad3142-710d-40d9-8495-f59f3c2c591a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:11.515613 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-a196ff6e-3987-463c-9950-db84193b1e42 req-92ad3142-710d-40d9-8495-f59f3c2c591a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d3921a4980a048a78ce6c633bbba19c9&device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 1098 time: 0.1862142 Jun 17 10:18:11.548283 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-53868d44-e17e-41b0-9b22-5da44d817e77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:11.621821 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-53868d44-e17e-41b0-9b22-5da44d817e77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:11.697248 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-ec785ee9-d550-4d1e-b7c2-5d1fa0ef97cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:11.733981 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a196ff6e-3987-463c-9950-db84193b1e42 req-b7f5eaa5-4fe3-4530-a1c9-3e8158f39635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:11.736229 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-a196ff6e-3987-463c-9950-db84193b1e42 req-b7f5eaa5-4fe3-4530-a1c9-3e8158f39635 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fb6d1dc1-5856-427b-992b-099ce227c06b HTTP/1.1" status: 200 len: 918 time: 0.1897771 Jun 17 10:18:11.772970 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-ec785ee9-d550-4d1e-b7c2-5d1fa0ef97cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:11.778262 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:18:11.813831 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-88d2666c-9a07-4b04-9471-2c72ced69bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce96e53-0d7d-4864-9808-f7ceb5af075b', 'name': 'tempest-AttachVolumeShelveTestJSON-1349741473-router', 'tenant_id': 'd3921a4980a048a78ce6c633bbba19c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '8c4ddc8c-8dda-44e8-a2bf-c898a284b7ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:16:56Z', 'updated_at': '2021-06-17T10:17:09Z', 'revision_number': 4, 'project_id': 'd3921a4980a048a78ce6c633bbba19c9', 'gw_port': {'id': '8c4ddc8c-8dda-44e8-a2bf-c898a284b7ff', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce96e53-0d7d-4864-9808-f7ceb5af075b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:16:59Z', 'updated_at': '2021-06-17T10:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi', '_floatingips': [{'id': '13dbd6a8-690d-4f5c-a764-a6855af99460', 'tenant_id': 'd3921a4980a048a78ce6c633bbba19c9', 'floating_ip_address': '172.27.0.148', 'floating_network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'router_id': '7ce96e53-0d7d-4864-9808-f7ceb5af075b', 'port_id': 'b429b7bb-3267-47fb-ba69-c1a0ba672c9b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb6d1dc1-5856-427b-992b-099ce227c06b', 'mac_address': 'fa:16:3e:e2:b8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032973f9-8cea-4739-bdba-a15d9c60f256', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T10:17:24Z', 'updated_at': '2021-06-17T10:18:08Z', 'revision_number': 1, 'project_id': 'd3921a4980a048a78ce6c633bbba19c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8baabdc-42b2-494a-a0ef-87e6c4419b7a', 'name': '', 'network_id': 'fb6d1dc1-5856-427b-992b-099ce227c06b', 'tenant_id': 'd3921a4980a048a78ce6c633bbba19c9', 'mac_address': 'fa:16:3e:ab:46:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce96e53-0d7d-4864-9808-f7ceb5af075b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '235adf9a-5d00-4d35-8ffd-65944fdd0c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:17:06Z', 'updated_at': '2021-06-17T10:17:23Z', 'revision_number': 5, 'project_id': 'd3921a4980a048a78ce6c633bbba19c9', 'subnets': [{'id': '235adf9a-5d00-4d35-8ffd-65944fdd0c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:18:11.843559 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-ec785ee9-d550-4d1e-b7c2-5d1fa0ef97cc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9c9cfea3bb884ff4b794b824b252e932&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4527853 Jun 17 10:18:11.844807 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec785ee9-d550-4d1e-b7c2-5d1fa0ef97cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca8f0c0-ac74-4e2b-8c01-b0478098d366,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:18:11.850107 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 46580) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:18:11.853072 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-ec785ee9-d550-4d1e-b7c2-5d1fa0ef97cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:18:11.857324 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d2666c-9a07-4b04-9471-2c72ced69bce None None] The sync data for ids ['7ce96e53-0d7d-4864-9808-f7ceb5af075b'] in dv-cinder-796806-1-iscsi is: [{'id': '7ce96e53-0d7d-4864-9808-f7ceb5af075b', 'name': 'tempest-AttachVolumeShelveTestJSON-1349741473-router', 'tenant_id': 'd3921a4980a048a78ce6c633bbba19c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '8c4ddc8c-8dda-44e8-a2bf-c898a284b7ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:16:56Z', 'updated_at': '2021-06-17T10:17:09Z', 'revision_number': 4, 'project_id': 'd3921a4980a048a78ce6c633bbba19c9', 'gw_port': {'id': '8c4ddc8c-8dda-44e8-a2bf-c898a284b7ff', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce96e53-0d7d-4864-9808-f7ceb5af075b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:16:59Z', 'updated_at': '2021-06-17T10:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi', '_floatingips': [{'id': '13dbd6a8-690d-4f5c-a764-a6855af99460', 'tenant_id': 'd3921a4980a048a78ce6c633bbba19c9', 'floating_ip_address': '172.27.0.148', 'floating_network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'router_id': '7ce96e53-0d7d-4864-9808-f7ceb5af075b', 'port_id': 'b429b7bb-3267-47fb-ba69-c1a0ba672c9b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb6d1dc1-5856-427b-992b-099ce227c06b', 'mac_address': 'fa:16:3e:e2:b8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032973f9-8cea-4739-bdba-a15d9c60f256', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T10:17:24Z', 'updated_at': '2021-06-17T10:18:08Z', 'revision_number': 1, 'project_id': 'd3921a4980a048a78ce6c633bbba19c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8baabdc-42b2-494a-a0ef-87e6c4419b7a', 'name': '', 'network_id': 'fb6d1dc1-5856-427b-992b-099ce227c06b', 'tenant_id': 'd3921a4980a048a78ce6c633bbba19c9', 'mac_address': 'fa:16:3e:ab:46:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce96e53-0d7d-4864-9808-f7ceb5af075b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '235adf9a-5d00-4d35-8ffd-65944fdd0c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:17:06Z', 'updated_at': '2021-06-17T10:17:23Z', 'revision_number': 5, 'project_id': 'd3921a4980a048a78ce6c633bbba19c9', 'subnets': [{'id': '235adf9a-5d00-4d35-8ffd-65944fdd0c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 10:18:11.895043 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-a196ff6e-3987-463c-9950-db84193b1e42 req-b757b32f-0d48-4233-849a-acaf495b481e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b429b7bb-3267-47fb-ba69-c1a0ba672c9b HTTP/1.1" status: 200 len: 999 time: 0.1449025 Jun 17 10:18:11.927111 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-53868d44-e17e-41b0-9b22-5da44d817e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:11.932447 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-53868d44-e17e-41b0-9b22-5da44d817e77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:11.933964 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-53868d44-e17e-41b0-9b22-5da44d817e77 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1afa515d-c9bf-489d-a689-42ad44c1c308 HTTP/1.1" status: 204 len: 168 time: 0.5873103 Jun 17 10:18:11.936774 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:18:11.968329 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53868d44-e17e-41b0-9b22-5da44d817e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1afa515d-c9bf-489d-a689-42ad44c1c308,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:18:11.971915 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-231daf2d-e2e2-4511-9b61-4f354a70de90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:11.975118 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-53868d44-e17e-41b0-9b22-5da44d817e77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:18:12.003714 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a196ff6e-3987-463c-9950-db84193b1e42 req-d74adc89-7754-4571-b38e-ed93d71b8f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:12.013455 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-a196ff6e-3987-463c-9950-db84193b1e42 req-d74adc89-7754-4571-b38e-ed93d71b8f06 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=235adf9a-5d00-4d35-8ffd-65944fdd0c17 HTTP/1.1" status: 200 len: 856 time: 0.1096082 Jun 17 10:18:12.029742 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-231daf2d-e2e2-4511-9b61-4f354a70de90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:12.177425 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a196ff6e-3987-463c-9950-db84193b1e42 req-be19f8e2-18eb-4544-b010-93ae753c56f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:12.181690 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-a196ff6e-3987-463c-9950-db84193b1e42 req-be19f8e2-18eb-4544-b010-93ae753c56f2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fb6d1dc1-5856-427b-992b-099ce227c06b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1512287 Jun 17 10:18:12.317751 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938040fc-6174-4268-b173-70dc5bbb3d2d None None] New status for floating IP 13dbd6a8-690d-4f5c-a764-a6855af99460: ACTIVE {{(pid=93646) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 10:18:12.583174 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-231daf2d-e2e2-4511-9b61-4f354a70de90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:12.587862 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-231daf2d-e2e2-4511-9b61-4f354a70de90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:12.589542 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-231daf2d-e2e2-4511-9b61-4f354a70de90 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2ca8f0c0-ac74-4e2b-8c01-b0478098d366 HTTP/1.1" status: 204 len: 168 time: 0.7391276 Jun 17 10:18:12.590532 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:18:12.605367 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231daf2d-e2e2-4511-9b61-4f354a70de90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca8f0c0-ac74-4e2b-8c01-b0478098d366,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:18:12.608943 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-231daf2d-e2e2-4511-9b61-4f354a70de90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:18:12.613723 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fcba7e-3c16-47e6-9726-df9da195f898 req-93e499b5-95a2-4d7c-8658-1b9d13322a4d tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:12.615601 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-36fcba7e-3c16-47e6-9726-df9da195f898 req-93e499b5-95a2-4d7c-8658-1b9d13322a4d tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=c115ea05-b61c-4a41-9a4a-e0185fef6be8 HTTP/1.1" status: 200 len: 945 time: 0.4311492 Jun 17 10:18:12.621659 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-a196ff6e-3987-463c-9950-db84193b1e42 req-e7f1a647-cd60-48c6-98cf-553a82f6abff service neutron] 10.222.0.47 "GET /v2.0/networks/fb6d1dc1-5856-427b-992b-099ce227c06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4197042 Jun 17 10:18:12.637598 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 46596) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:18:12.663686 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-64eeccef-8abb-4e72-b680-6fb2a27bd5f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:12.737833 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-36fcba7e-3c16-47e6-9726-df9da195f898 req-56741c2f-527e-4448-88f0-31d6d3e32feb tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095564 Jun 17 10:18:12.772140 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-a196ff6e-3987-463c-9950-db84193b1e42 req-0c749a71-0731-44a3-ad85-0811e5774ffd service neutron] 10.222.0.47 "GET /v2.0/networks/fb6d1dc1-5856-427b-992b-099ce227c06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416833 Jun 17 10:18:12.864077 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-64eeccef-8abb-4e72-b680-6fb2a27bd5f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:12.978376 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-64eeccef-8abb-4e72-b680-6fb2a27bd5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:12.981936 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-b000c368-5f47-405e-b8b2-864a47aa85ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:18:13.028819 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eeccef-8abb-4e72-b680-6fb2a27bd5f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ebeb694-a11d-4229-962b-3aca98844180,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:18:13.032745 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-64eeccef-8abb-4e72-b680-6fb2a27bd5f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:18:13.037652 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-64eeccef-8abb-4e72-b680-6fb2a27bd5f8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2c9b48b8d6cc4456835da25a13ce0bea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3979249 Jun 17 10:18:13.042248 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 46604) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:18:13.114784 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-247eadf0-7d88-4792-a370-549c4fce2e2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:13.143871 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-247eadf0-7d88-4792-a370-549c4fce2e2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:13.355150 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-247eadf0-7d88-4792-a370-549c4fce2e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:13.360298 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-247eadf0-7d88-4792-a370-549c4fce2e2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:13.362738 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-247eadf0-7d88-4792-a370-549c4fce2e2b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5ebeb694-a11d-4229-962b-3aca98844180 HTTP/1.1" status: 204 len: 168 time: 0.3184016 Jun 17 10:18:13.364822 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-c1979665-ec0e-4e66-8c19-66af4e7e36db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:18:13.378789 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247eadf0-7d88-4792-a370-549c4fce2e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ebeb694-a11d-4229-962b-3aca98844180,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:18:13.381472 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-247eadf0-7d88-4792-a370-549c4fce2e2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:18:13.473891 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 46610) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:18:13.490790 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-ee454465-1c71-4179-a496-01aac1f7fd2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:13.708910 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-ee454465-1c71-4179-a496-01aac1f7fd2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:13.846380 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-ee454465-1c71-4179-a496-01aac1f7fd2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:13.858214 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:18:13.898078 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-ee454465-1c71-4179-a496-01aac1f7fd2a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=36aad000caf94e7290d524e28674a9a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4203353 Jun 17 10:18:13.899829 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee454465-1c71-4179-a496-01aac1f7fd2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34908e60-bf5f-4cda-af83-b5ea0061ee30,revision_number=1']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:18:13.900082 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 46624) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:18:13.903483 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-ee454465-1c71-4179-a496-01aac1f7fd2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:18:14.016982 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-e2325272-1420-453f-8504-5a7acb63a47c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:14.056684 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-e2325272-1420-453f-8504-5a7acb63a47c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:14.056996 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa63d2-6a7b-40bc-8228-75e1233c0624 req-2e45d44a-b7dc-4638-9f91-d4f816f6ba02 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:14.059798 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-c3fa63d2-6a7b-40bc-8228-75e1233c0624 req-2e45d44a-b7dc-4638-9f91-d4f816f6ba02 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=c115ea05-b61c-4a41-9a4a-e0185fef6be8 HTTP/1.1" status: 200 len: 945 time: 0.1277733 Jun 17 10:18:14.135021 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-c3fa63d2-6a7b-40bc-8228-75e1233c0624 req-31e5fb94-f559-4043-bc3d-58399b5d56aa tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679569 Jun 17 10:18:14.564838 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9ba7a-8732-4f45-b53b-cabe7839ecd7 req-a9a05cc8-d240-497d-8518-6df86ace7b77 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:14.564838 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-deb9ba7a-8732-4f45-b53b-cabe7839ecd7 req-a9a05cc8-d240-497d-8518-6df86ace7b77 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/networks?id=9a805b2b-cd8e-4e47-bb4f-0c9740043540 HTTP/1.1" status: 200 len: 815 time: 0.1333649 Jun 17 10:18:14.564838 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-deb9ba7a-8732-4f45-b53b-cabe7839ecd7 req-bc5c3831-c2c9-4519-9b07-a99f1c71111e tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/quotas/7c65ad8f35ae464b8ab3462292a725d5 HTTP/1.1" status: 200 len: 375 time: 0.0104356 Jun 17 10:18:14.567350 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-e2325272-1420-453f-8504-5a7acb63a47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:14.567350 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-e2325272-1420-453f-8504-5a7acb63a47c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:14.570687 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-e2325272-1420-453f-8504-5a7acb63a47c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/34908e60-bf5f-4cda-af83-b5ea0061ee30 HTTP/1.1" status: 204 len: 168 time: 0.6690416 Jun 17 10:18:14.571938 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-ec785ee9-d550-4d1e-b7c2-5d1fa0ef97cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:18:14.594480 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2325272-1420-453f-8504-5a7acb63a47c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34908e60-bf5f-4cda-af83-b5ea0061ee30,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:18:14.594638 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-deb9ba7a-8732-4f45-b53b-cabe7839ecd7 req-af43f809-9d45-42d3-9ac6-7cdfe7711082 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=7c65ad8f35ae464b8ab3462292a725d5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0933223 Jun 17 10:18:14.594937 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-e2325272-1420-453f-8504-5a7acb63a47c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:18:14.805166 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-deb9ba7a-8732-4f45-b53b-cabe7839ecd7 req-89af0646-9284-4af5-8af6-58c90e22e829 service neutron] 10.222.0.22 "GET /v2.0/networks/9a805b2b-cd8e-4e47-bb4f-0c9740043540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615829 Jun 17 10:18:14.943720 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-deb9ba7a-8732-4f45-b53b-cabe7839ecd7 req-796d4458-3b63-4345-9783-6339e6ccb108 service neutron] 10.222.0.22 "GET /v2.0/networks/9a805b2b-cd8e-4e47-bb4f-0c9740043540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313984 Jun 17 10:18:15.351924 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-a9806121-5718-49be-9f13-b38c1db1cbc6 req-18ec1fc8-78d2-4532-80fc-3dfa49f0f8c1 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=e44cae20-9b73-4a98-bedb-a3ce140bc7a7 HTTP/1.1" status: 200 len: 210 time: 0.0432692 Jun 17 10:18:15.451389 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0b88a9-0e08-424e-88a7-3768a33f007c req-f63df879-062f-496d-b26b-b1cbc4c65de6 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:15.454462 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-df0b88a9-0e08-424e-88a7-3768a33f007c req-f63df879-062f-496d-b26b-b1cbc4c65de6 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=c115ea05-b61c-4a41-9a4a-e0185fef6be8 HTTP/1.1" status: 200 len: 945 time: 0.1006348 Jun 17 10:18:15.523928 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-df0b88a9-0e08-424e-88a7-3768a33f007c req-7904fcbc-3196-44d0-8fd3-df70deeaf97f tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622981 Jun 17 10:18:15.682210 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 46684) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:18:16.036441 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-36d0770a-575c-44d4-874e-86f4c96a1afd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:16.182201 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-36d0770a-575c-44d4-874e-86f4c96a1afd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:16.348896 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-36d0770a-575c-44d4-874e-86f4c96a1afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:16.353672 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-dbbfa3f9-84d8-43cc-9518-90b649fadd38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:18:16.434039 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-36d0770a-575c-44d4-874e-86f4c96a1afd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6e411da6cb864be5a7f7b8d463890f97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7476573 Jun 17 10:18:16.437202 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 46712) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:18:16.459148 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d0770a-575c-44d4-874e-86f4c96a1afd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52e5ecf3-551e-48c6-a299-615707b635f2,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:18:16.470288 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-36d0770a-575c-44d4-874e-86f4c96a1afd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:18:16.520872 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-a1d7bd68-f8b8-4f00-8d3a-5fd53532535c req-64942ff2-d8f3-46a0-8067-f36319de8a86 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=e44cae20-9b73-4a98-bedb-a3ce140bc7a7 HTTP/1.1" status: 200 len: 210 time: 0.0481520 Jun 17 10:18:16.556122 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-c91b2eff-49c0-41da-9d3c-914fbc69d622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:16.591840 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-c91b2eff-49c0-41da-9d3c-914fbc69d622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:16.783701 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55941bdf-df24-49c0-acb3-c0ebeb5b66d5 req-acd6b64a-c832-4533-968f-977c4e0321e9 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:16.787453 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-55941bdf-df24-49c0-acb3-c0ebeb5b66d5 req-acd6b64a-c832-4533-968f-977c4e0321e9 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=c115ea05-b61c-4a41-9a4a-e0185fef6be8 HTTP/1.1" status: 200 len: 945 time: 0.1036465 Jun 17 10:18:16.829214 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-c91b2eff-49c0-41da-9d3c-914fbc69d622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:16.834929 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-c91b2eff-49c0-41da-9d3c-914fbc69d622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:16.837578 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-c91b2eff-49c0-41da-9d3c-914fbc69d622 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/52e5ecf3-551e-48c6-a299-615707b635f2 HTTP/1.1" status: 204 len: 168 time: 0.3984985 Jun 17 10:18:16.844643 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:18:16.880305 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91b2eff-49c0-41da-9d3c-914fbc69d622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e5ecf3-551e-48c6-a299-615707b635f2,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:18:16.916546 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-c91b2eff-49c0-41da-9d3c-914fbc69d622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:18:16.944527 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-55941bdf-df24-49c0-acb3-c0ebeb5b66d5 req-9e35230f-3f15-4b21-b11d-5116052e15f9 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453724 Jun 17 10:18:17.320543 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 46736) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:18:17.674692 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.v2.base [None req-2866487f-8c44-404a-aa1e-7a90b4dd3113 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1696083638-network', 'tenant_id': '48c01de934934efeacc4fa02c581bede'}} {{(pid=93644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:18:17.814539 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-404ac344-0f04-4a1e-b8ed-1454732d55ba req-a7e8c627-0983-46a2-bf3e-22bd8b5e6bb8 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=e44cae20-9b73-4a98-bedb-a3ce140bc7a7 HTTP/1.1" status: 200 len: 210 time: 0.0777614 Jun 17 10:18:17.891926 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2866487f-8c44-404a-aa1e-7a90b4dd3113 admin admin] Made reservation on behalf of 48c01de934934efeacc4fa02c581bede for: {'network': 1} {{(pid=93644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:18:17.896308 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-2866487f-8c44-404a-aa1e-7a90b4dd3113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3930454'] for network, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:17.915829 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-2866487f-8c44-404a-aa1e-7a90b4dd3113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:18.188982 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-2866487f-8c44-404a-aa1e-7a90b4dd3113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:18.334784 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af98cbb-ee71-49b2-8fb5-67be2c18196c req-2bcd5960-7c6f-45cf-9d9c-a0f38adfcd56 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:18.338189 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-4af98cbb-ee71-49b2-8fb5-67be2c18196c req-2bcd5960-7c6f-45cf-9d9c-a0f38adfcd56 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=c115ea05-b61c-4a41-9a4a-e0185fef6be8 HTTP/1.1" status: 200 len: 945 time: 0.1113322 Jun 17 10:18:18.380993 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-2866487f-8c44-404a-aa1e-7a90b4dd3113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:18.409094 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-9161f1a5-d745-40a5-b3c7-9bac577bd8b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:18:18.452579 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-4af98cbb-ee71-49b2-8fb5-67be2c18196c req-6f7a18a4-157a-45b4-8202-e60571ed9fa4 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052473 Jun 17 10:18:18.464421 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2866487f-8c44-404a-aa1e-7a90b4dd3113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da10646b-ca30-442e-bb5d-b49e43ba0310,revision_number=1']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:18:18.479611 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2866487f-8c44-404a-aa1e-7a90b4dd3113 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=93644) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 10:18:18.500498 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-2866487f-8c44-404a-aa1e-7a90b4dd3113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3785028'] for segment, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:18.501361 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.db.segments_db [None req-2866487f-8c44-404a-aa1e-7a90b4dd3113 admin admin] Added segment 15a45e65-e483-4433-a957-d2d7d9fb3a7c of type vlan for network e6f7a612-d480-47a3-873a-90e77aa26979 Jun 17 10:18:18.504579 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-2866487f-8c44-404a-aa1e-7a90b4dd3113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:18:18.560614 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-2866487f-8c44-404a-aa1e-7a90b4dd3113 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740733824422'] for network, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:18.675284 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-2866487f-8c44-404a-aa1e-7a90b4dd3113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-714710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243'] for network, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:18.676817 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2866487f-8c44-404a-aa1e-7a90b4dd3113 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:18.677714 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-2866487f-8c44-404a-aa1e-7a90b4dd3113 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625220'] for network, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:18.683901 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:18:18.819941 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2866487f-8c44-404a-aa1e-7a90b4dd3113 admin admin] Pushing event updated for resources: {'Network': ['ID=e6f7a612-d480-47a3-873a-90e77aa26979,revision_number=1']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:18:18.824672 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-2866487f-8c44-404a-aa1e-7a90b4dd3113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:18:18.842967 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-2866487f-8c44-404a-aa1e-7a90b4dd3113 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5095341 Jun 17 10:18:18.843134 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Network e6f7a612-d480-47a3-873a-90e77aa26979 details requested by agent ovs-agent-dv-cinder-796806-1-iscsi with host dv-cinder-796806-1-iscsi {{(pid=93646) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 10:18:18.843888 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 46780) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:18:18.847841 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.v2.base [None req-8d52bace-eac0-4167-b07c-fd653dcf86db admin admin] Request body: {'subnet': {'network_id': 'e6f7a612-d480-47a3-873a-90e77aa26979', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1696083638-subnet', 'tenant_id': '48c01de934934efeacc4fa02c581bede', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:18:19.012132 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d52bace-eac0-4167-b07c-fd653dcf86db admin admin] Made reservation on behalf of 48c01de934934efeacc4fa02c581bede for: {'subnet': 1} {{(pid=93645) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:18:19.016204 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-8d52bace-eac0-4167-b07c-fd653dcf86db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129735836'] for subnet, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:19.415471 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-48352342-e958-4927-9c29-a6642c16fa06 req-b6179dc8-902c-427c-91b3-0bb40ee2d648 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=e44cae20-9b73-4a98-bedb-a3ce140bc7a7 HTTP/1.1" status: 200 len: 210 time: 0.0625105 Jun 17 10:18:19.628037 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-8d52bace-eac0-4167-b07c-fd653dcf86db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129691139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129735822'] for subnet, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:19.651210 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-64961ded-eb4a-4f53-8972-0053a1775891 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:18:19.780739 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d52bace-eac0-4167-b07c-fd653dcf86db admin admin] Checking segment: {'id': '15a45e65-e483-4433-a957-d2d7d9fb3a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'e6f7a612-d480-47a3-873a-90e77aa26979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:18:19.780739 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d52bace-eac0-4167-b07c-fd653dcf86db admin admin] Network hostable DHCP agents. Network: e6f7a612-d480-47a3-873a-90e77aa26979, hostable agents: ['337bcc12-ee2b-4966-b704-642398d54e19'], hosted agents: [] {{(pid=93645) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 10:18:19.791646 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52bace-eac0-4167-b07c-fd653dcf86db admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a3a85ed-1fe6-4eac-aaf5-01e431f08210,revision_number=0']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:18:19.812029 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-8d52bace-eac0-4167-b07c-fd653dcf86db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:18:19.899479 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9ba7a-8732-4f45-b53b-cabe7839ecd7 req-53fd0800-3c40-499d-bd61-d9dbb37b0702 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:19.901219 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-deb9ba7a-8732-4f45-b53b-cabe7839ecd7 req-53fd0800-3c40-499d-bd61-d9dbb37b0702 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.47 "GET /v2.0/networks?id=9a805b2b-cd8e-4e47-bb4f-0c9740043540 HTTP/1.1" status: 200 len: 815 time: 0.2469883 Jun 17 10:18:19.910391 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c0b0b-b712-4707-bef7-8bdba85766d7 req-b0ee6dfb-6822-4ef7-aba9-3ad2d506f033 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:19.912092 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-807c0b0b-b712-4707-bef7-8bdba85766d7 req-b0ee6dfb-6822-4ef7-aba9-3ad2d506f033 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=c115ea05-b61c-4a41-9a4a-e0185fef6be8 HTTP/1.1" status: 200 len: 945 time: 0.2469385 Jun 17 10:18:19.937501 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.v2.base [req-deb9ba7a-8732-4f45-b53b-cabe7839ecd7 req-63df85d6-ecae-4e82-ac20-63caa490755b tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Request body: {'port': {'device_id': 'e44cae20-9b73-4a98-bedb-a3ce140bc7a7', 'network_id': '9a805b2b-cd8e-4e47-bb4f-0c9740043540', 'admin_state_up': True, 'tenant_id': '7c65ad8f35ae464b8ab3462292a725d5'}} {{(pid=93644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:18:19.953779 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d52bace-eac0-4167-b07c-fd653dcf86db admin admin] Network e6f7a612-d480-47a3-873a-90e77aa26979 is scheduled to be hosted by DHCP agent 337bcc12-ee2b-4966-b704-642398d54e19 with binding_index 1 {{(pid=93645) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 10:18:20.137754 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-807c0b0b-b712-4707-bef7-8bdba85766d7 req-53d93814-dd1f-4e94-b25d-017bd8753a6c tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184019 Jun 17 10:18:20.148750 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.base_scheduler [None req-8d52bace-eac0-4167-b07c-fd653dcf86db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796806-1-iscsi, e6f7a612-d480-47a3-873a-90e77aa26979) {{(pid=93645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:18:20.160128 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d52bace-eac0-4167-b07c-fd653dcf86db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:20.161210 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edbf6755-6745-40a1-9028-4f1dcd91710d None None] Network e6f7a612-d480-47a3-873a-90e77aa26979 requested from dv-cinder-796806-1-iscsi {{(pid=93646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:18:20.162351 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-8d52bace-eac0-4167-b07c-fd653dcf86db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625220'] for subnet, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:20.321474 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-8d52bace-eac0-4167-b07c-fd653dcf86db admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4824843 Jun 17 10:18:20.559979 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b02672-55c0-4d12-b529-f56e4411edd5 None None] Network e6f7a612-d480-47a3-873a-90e77aa26979 requested from dv-cinder-796806-1-iscsi {{(pid=93646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:18:20.605117 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-deb9ba7a-8732-4f45-b53b-cabe7839ecd7 req-63df85d6-ecae-4e82-ac20-63caa490755b tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Made reservation on behalf of 7c65ad8f35ae464b8ab3462292a725d5 for: {'port': 1} {{(pid=93644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:18:20.614737 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-deb9ba7a-8732-4f45-b53b-cabe7839ecd7 req-63df85d6-ecae-4e82-ac20-63caa490755b tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3930454'] for port, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:20.910188 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-7bae8a3e-aca2-41e4-8b37-6c6ee65dd46e req-2f52d925-c565-49f7-81ce-3ac98b26fa30 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=e44cae20-9b73-4a98-bedb-a3ce140bc7a7 HTTP/1.1" status: 200 len: 210 time: 0.0483882 Jun 17 10:18:20.930133 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.db.db_base_plugin_common [req-deb9ba7a-8732-4f45-b53b-cabe7839ecd7 req-63df85d6-ecae-4e82-ac20-63caa490755b tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Allocated IP 172.20.0.11 (9a805b2b-cd8e-4e47-bb4f-0c9740043540/cef6c515-9123-40fd-a090-e2ea3bc5a141/0156a4b6-95f6-46a5-b525-7dbb108aae7a) {{(pid=93644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:18:21.177594 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-deb9ba7a-8732-4f45-b53b-cabe7839ecd7 req-63df85d6-ecae-4e82-ac20-63caa490755b tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Notify callbacks [] for port, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:21.367005 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-deb9ba7a-8732-4f45-b53b-cabe7839ecd7 req-63df85d6-ecae-4e82-ac20-63caa490755b tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3925395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740733869087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125912119'] for port, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:21.373467 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:18:21.391468 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] get_ports_and_sgs() called for port_ids ['04940f7f-87de-4aa6-ad53-1548536f45e1'] {{(pid=93646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 10:18:21.471482 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deb9ba7a-8732-4f45-b53b-cabe7839ecd7 req-63df85d6-ecae-4e82-ac20-63caa490755b tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Network 9a805b2b-cd8e-4e47-bb4f-0c9740043540 is already hosted by enough agents. {{(pid=93644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:18:21.533236 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.base_scheduler [req-deb9ba7a-8732-4f45-b53b-cabe7839ecd7 req-63df85d6-ecae-4e82-ac20-63caa490755b tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Resources bound (agent type, host, resource id): {{(pid=93644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:18:21.540678 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63df85d6-ecae-4e82-ac20-63caa490755b tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Pushing event updated for resources: {'Port': ['ID=0156a4b6-95f6-46a5-b525-7dbb108aae7a,revision_number=1']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:18:21.548462 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvrscheduler_db [req-deb9ba7a-8732-4f45-b53b-cabe7839ecd7 req-63df85d6-ecae-4e82-ac20-63caa490755b tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Received port after_create {{(pid=93644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:18:21.601481 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-63df85d6-ecae-4e82-ac20-63caa490755b tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:18:21.660430 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9ba7a-8732-4f45-b53b-cabe7839ecd7 req-63df85d6-ecae-4e82-ac20-63caa490755b tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:21.661468 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-deb9ba7a-8732-4f45-b53b-cabe7839ecd7 req-63df85d6-ecae-4e82-ac20-63caa490755b tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625220'] for port, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:21.710190 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f0a219-60cf-4f87-b0e7-8d5248fd8572 req-1d72b299-3d58-4700-8d03-82c0a05ebc2e tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:21.712863 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-e8f0a219-60cf-4f87-b0e7-8d5248fd8572 req-1d72b299-3d58-4700-8d03-82c0a05ebc2e tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=c115ea05-b61c-4a41-9a4a-e0185fef6be8 HTTP/1.1" status: 200 len: 945 time: 0.2665598 Jun 17 10:18:21.779806 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-e8f0a219-60cf-4f87-b0e7-8d5248fd8572 req-da5e2b77-ec44-4f64-8ff2-44ed9fa4beaf tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563617 Jun 17 10:18:21.904804 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-deb9ba7a-8732-4f45-b53b-cabe7839ecd7 req-63df85d6-ecae-4e82-ac20-63caa490755b tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9724431 Jun 17 10:18:21.932355 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.v2.base [req-deb9ba7a-8732-4f45-b53b-cabe7839ecd7 req-7567fc00-0b16-4a34-9bb3-b6e7c806fa15 service neutron] Request body: {'port': {'device_id': 'e44cae20-9b73-4a98-bedb-a3ce140bc7a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79680'}} {{(pid=93644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:18:22.032110 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-deb9ba7a-8732-4f45-b53b-cabe7839ecd7 req-7567fc00-0b16-4a34-9bb3-b6e7c806fa15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:22.672207 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419dd40f-4c28-403d-83d1-fc497523c670 req-63bef676-ea39-4d40-95d5-d5cd6cc694b2 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:22.681982 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-419dd40f-4c28-403d-83d1-fc497523c670 req-63bef676-ea39-4d40-95d5-d5cd6cc694b2 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=e44cae20-9b73-4a98-bedb-a3ce140bc7a7 HTTP/1.1" status: 200 len: 932 time: 0.6304255 Jun 17 10:18:22.856782 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-419dd40f-4c28-403d-83d1-fc497523c670 req-e56960b6-69cc-4937-843c-71683a38a966 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b298a6e-ca03-4b84-a35f-a75e19063a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732321 Jun 17 10:18:22.933364 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.notifiers.nova [req-deb9ba7a-8732-4f45-b53b-cabe7839ecd7 req-7567fc00-0b16-4a34-9bb3-b6e7c806fa15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0156a4b6-95f6-46a5-b525-7dbb108aae7a {{(pid=93644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:18:22.947936 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-deb9ba7a-8732-4f45-b53b-cabe7839ecd7 req-7567fc00-0b16-4a34-9bb3-b6e7c806fa15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:22.981051 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.db.provisioning_blocks [req-deb9ba7a-8732-4f45-b53b-cabe7839ecd7 req-7567fc00-0b16-4a34-9bb3-b6e7c806fa15 service neutron] Transition to ACTIVE for port object 0156a4b6-95f6-46a5-b525-7dbb108aae7a will not be triggered until provisioned by entity L2. {{(pid=93644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:18:23.082014 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712617eb-81c7-42ac-9f5d-cfd9e85c1d3e req-03edf0b6-cb62-455d-9a1d-369cac69aa35 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:23.084156 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-712617eb-81c7-42ac-9f5d-cfd9e85c1d3e req-03edf0b6-cb62-455d-9a1d-369cac69aa35 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=c115ea05-b61c-4a41-9a4a-e0185fef6be8 HTTP/1.1" status: 200 len: 945 time: 0.0848360 Jun 17 10:18:23.085878 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-deb9ba7a-8732-4f45-b53b-cabe7839ecd7 req-7567fc00-0b16-4a34-9bb3-b6e7c806fa15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125912069'] for port, after_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:23.091234 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:18:23.236100 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7567fc00-0b16-4a34-9bb3-b6e7c806fa15 service neutron] Pushing event updated for resources: {'Port': ['ID=0156a4b6-95f6-46a5-b525-7dbb108aae7a,revision_number=2']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:18:23.243490 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-7567fc00-0b16-4a34-9bb3-b6e7c806fa15 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:18:23.250481 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-712617eb-81c7-42ac-9f5d-cfd9e85c1d3e req-9c1e690c-03d4-40ac-a588-d2067408d6ef tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503508 Jun 17 10:18:23.487852 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.managers [req-deb9ba7a-8732-4f45-b53b-cabe7839ecd7 req-7567fc00-0b16-4a34-9bb3-b6e7c806fa15 service neutron] Attempting to bind port 0156a4b6-95f6-46a5-b525-7dbb108aae7a on host hv-cinder-79680 for vnic_type normal with profile {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:18:23.488433 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.managers [req-deb9ba7a-8732-4f45-b53b-cabe7839ecd7 req-7567fc00-0b16-4a34-9bb3-b6e7c806fa15 service neutron] Attempting to bind port 0156a4b6-95f6-46a5-b525-7dbb108aae7a by drivers openvswitch,hyperv on host hv-cinder-79680 at level 0 using segments [{'id': '18c6c105-9c0b-4401-b33f-19dbd1751948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9a805b2b-cd8e-4e47-bb4f-0c9740043540'}] {{(pid=93644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:18:23.489007 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb9ba7a-8732-4f45-b53b-cabe7839ecd7 req-7567fc00-0b16-4a34-9bb3-b6e7c806fa15 service neutron] Attempting to bind port 0156a4b6-95f6-46a5-b525-7dbb108aae7a on network 9a805b2b-cd8e-4e47-bb4f-0c9740043540 {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:18:23.508689 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb9ba7a-8732-4f45-b53b-cabe7839ecd7 req-7567fc00-0b16-4a34-9bb3-b6e7c806fa15 service neutron] Port 0156a4b6-95f6-46a5-b525-7dbb108aae7a on network 9a805b2b-cd8e-4e47-bb4f-0c9740043540 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79680 {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 10:18:23.512703 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb9ba7a-8732-4f45-b53b-cabe7839ecd7 req-7567fc00-0b16-4a34-9bb3-b6e7c806fa15 service neutron] Attempting to bind port 0156a4b6-95f6-46a5-b525-7dbb108aae7a on network 9a805b2b-cd8e-4e47-bb4f-0c9740043540 {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:18:23.524159 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb9ba7a-8732-4f45-b53b-cabe7839ecd7 req-7567fc00-0b16-4a34-9bb3-b6e7c806fa15 service neutron] Checking agent: {'id': '71ef71fd-f9ba-4ed4-b44a-140e16714f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79680', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 14, 58), 'started_at': datetime.datetime(2021, 6, 17, 10, 14, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:18:23.524762 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb9ba7a-8732-4f45-b53b-cabe7839ecd7 req-7567fc00-0b16-4a34-9bb3-b6e7c806fa15 service neutron] Checking segment: {'id': '18c6c105-9c0b-4401-b33f-19dbd1751948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9a805b2b-cd8e-4e47-bb4f-0c9740043540'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:18:23.525650 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb9ba7a-8732-4f45-b53b-cabe7839ecd7 req-7567fc00-0b16-4a34-9bb3-b6e7c806fa15 service neutron] Bound using segment: {'id': '18c6c105-9c0b-4401-b33f-19dbd1751948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9a805b2b-cd8e-4e47-bb4f-0c9740043540'} {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:18:23.526459 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.managers [req-deb9ba7a-8732-4f45-b53b-cabe7839ecd7 req-7567fc00-0b16-4a34-9bb3-b6e7c806fa15 service neutron] Bound port: 0156a4b6-95f6-46a5-b525-7dbb108aae7a, host: hv-cinder-79680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18c6c105-9c0b-4401-b33f-19dbd1751948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9a805b2b-cd8e-4e47-bb4f-0c9740043540'}}] {{(pid=93644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:18:23.527051 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-deb9ba7a-8732-4f45-b53b-cabe7839ecd7 req-7567fc00-0b16-4a34-9bb3-b6e7c806fa15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:23.580564 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33569ba8-cf6b-4451-9757-e72b31807397 req-da2f2e04-1465-438a-a0d0-156f21fd693b tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:23.583211 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-33569ba8-cf6b-4451-9757-e72b31807397 req-da2f2e04-1465-438a-a0d0-156f21fd693b tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] 10.222.0.22 "GET /v2.0/ports?device_id=22550391-be87-4a53-ad43-67c07ba72602 HTTP/1.1" status: 200 len: 945 time: 0.1862350 Jun 17 10:18:23.680932 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-33569ba8-cf6b-4451-9757-e72b31807397 req-657bf1a1-14b0-491c-afe2-95b8f83a9298 tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] 10.222.0.22 "GET /v2.0/security-groups?id=a644f086-6875-492e-9fdb-6418b4e58878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901482 Jun 17 10:18:23.690169 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.db [req-deb9ba7a-8732-4f45-b53b-cabe7839ecd7 req-7567fc00-0b16-4a34-9bb3-b6e7c806fa15 service neutron] For port 0156a4b6-95f6-46a5-b525-7dbb108aae7a, host hv-cinder-79680, cleared binding levels {{(pid=93644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:18:23.697160 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.db [req-deb9ba7a-8732-4f45-b53b-cabe7839ecd7 req-7567fc00-0b16-4a34-9bb3-b6e7c806fa15 service neutron] For port 0156a4b6-95f6-46a5-b525-7dbb108aae7a, host hv-cinder-79680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=0156a4b6-95f6-46a5-b525-7dbb108aae7a,segment=NetworkSegment(18c6c105-9c0b-4401-b33f-19dbd1751948),segment_id=18c6c105-9c0b-4401-b33f-19dbd1751948)] {{(pid=93644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:18:23.817654 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-deb9ba7a-8732-4f45-b53b-cabe7839ecd7 req-7567fc00-0b16-4a34-9bb3-b6e7c806fa15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125912069'] for port, after_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:23.826793 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-7567fc00-0b16-4a34-9bb3-b6e7c806fa15 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:18:23.897013 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9ba7a-8732-4f45-b53b-cabe7839ecd7 req-7567fc00-0b16-4a34-9bb3-b6e7c806fa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:23.897924 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-deb9ba7a-8732-4f45-b53b-cabe7839ecd7 req-7567fc00-0b16-4a34-9bb3-b6e7c806fa15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625220'] for port, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:23.900156 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-deb9ba7a-8732-4f45-b53b-cabe7839ecd7 req-7567fc00-0b16-4a34-9bb3-b6e7c806fa15 service neutron] 10.222.0.47 "PUT /v2.0/ports/0156a4b6-95f6-46a5-b525-7dbb108aae7a HTTP/1.1" status: 200 len: 1094 time: 1.9733884 Jun 17 10:18:23.900912 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e44cae20-9b73-4a98-bedb-a3ce140bc7a7', 'tag': '0156a4b6-95f6-46a5-b525-7dbb108aae7a'}] {{(pid=93644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:18:23.904085 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e3e45b0fad0fac0035bff2321de6238b3105d4201b4fc6e845e8cd3cf45f1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb5f206a-c47e-4f9d-9ec2-0f77dfebe10d" -d '{"events": [{"name": "network-changed", "server_uuid": "e44cae20-9b73-4a98-bedb-a3ce140bc7a7", "tag": "0156a4b6-95f6-46a5-b525-7dbb108aae7a"}]}' {{(pid=93644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:18:23.971662 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 10:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe09380-c0bc-423f-b438-4146b2b12a5f x-openstack-request-id: req-8fe09380-c0bc-423f-b438-4146b2b12a5f {{(pid=93644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:18:23.972423 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e44cae20-9b73-4a98-bedb-a3ce140bc7a7", "tag": "0156a4b6-95f6-46a5-b525-7dbb108aae7a", "status": "completed", "code": 200}]} {{(pid=93644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:18:23.972836 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8fe09380-c0bc-423f-b438-4146b2b12a5f {{(pid=93644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:18:23.973665 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e44cae20-9b73-4a98-bedb-a3ce140bc7a7', 'tag': '0156a4b6-95f6-46a5-b525-7dbb108aae7a', 'status': 'completed', 'code': 200} Jun 17 10:18:24.017823 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7567fc00-0b16-4a34-9bb3-b6e7c806fa15 service neutron] Pushing event updated for resources: {'Port': ['ID=0156a4b6-95f6-46a5-b525-7dbb108aae7a,revision_number=3']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:18:24.024612 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-7567fc00-0b16-4a34-9bb3-b6e7c806fa15 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:18:24.288656 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5f206a-c47e-4f9d-9ec2-0f77dfebe10d req-bd234c36-ed9e-4aeb-aa5f-5fce430f3eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:24.290191 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-cb5f206a-c47e-4f9d-9ec2-0f77dfebe10d req-bd234c36-ed9e-4aeb-aa5f-5fce430f3eb0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7c65ad8f35ae464b8ab3462292a725d5&device_id=e44cae20-9b73-4a98-bedb-a3ce140bc7a7 HTTP/1.1" status: 200 len: 1097 time: 0.2637303 Jun 17 10:18:24.299967 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac24a35a-891b-4110-a9a7-05a7dee6930c req-2e3d53b5-e6e0-4d0a-9167-089bc2c87fae tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:24.301655 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-ac24a35a-891b-4110-a9a7-05a7dee6930c req-2e3d53b5-e6e0-4d0a-9167-089bc2c87fae tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=e44cae20-9b73-4a98-bedb-a3ce140bc7a7 HTTP/1.1" status: 200 len: 944 time: 0.2588027 Jun 17 10:18:24.310377 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb01352-7764-4c90-91c4-14c81b6f1e8a req-e0d521b6-2fe9-4d8f-a5e6-e6160421d626 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:24.312030 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-aeb01352-7764-4c90-91c4-14c81b6f1e8a req-e0d521b6-2fe9-4d8f-a5e6-e6160421d626 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/networks?id=e6f7a612-d480-47a3-873a-90e77aa26979 HTTP/1.1" status: 200 len: 809 time: 0.2113214 Jun 17 10:18:24.364847 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-aeb01352-7764-4c90-91c4-14c81b6f1e8a req-5d06e52a-9c46-4435-b878-04ed432a13ba tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/quotas/48c01de934934efeacc4fa02c581bede HTTP/1.1" status: 200 len: 375 time: 0.0401835 Jun 17 10:18:24.434453 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-ac24a35a-891b-4110-a9a7-05a7dee6930c req-5fff911e-da15-452b-abc8-923513c4f033 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b298a6e-ca03-4b84-a35f-a75e19063a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212151 Jun 17 10:18:24.436851 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-aeb01352-7764-4c90-91c4-14c81b6f1e8a req-597476a3-5b85-4ae4-9cf5-8798d90cebc4 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=48c01de934934efeacc4fa02c581bede&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0624914 Jun 17 10:18:24.605067 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5f206a-c47e-4f9d-9ec2-0f77dfebe10d req-aff243d1-7087-4833-8255-45ef70426cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:24.606596 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-cb5f206a-c47e-4f9d-9ec2-0f77dfebe10d req-aff243d1-7087-4833-8255-45ef70426cdc service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=7c65ad8f35ae464b8ab3462292a725d5&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2923315 Jun 17 10:18:24.701755 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-aeb01352-7764-4c90-91c4-14c81b6f1e8a req-1982176b-10db-4594-8055-bac066e1695e service neutron] 10.222.0.22 "GET /v2.0/networks/e6f7a612-d480-47a3-873a-90e77aa26979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248220 Jun 17 10:18:24.851687 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1765489c-129f-4dbb-9b42-0f00614d0c94 req-6a416715-2d1c-4945-a5b6-9ee4555a0bc6 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:24.853340 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-1765489c-129f-4dbb-9b42-0f00614d0c94 req-6a416715-2d1c-4945-a5b6-9ee4555a0bc6 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=c115ea05-b61c-4a41-9a4a-e0185fef6be8 HTTP/1.1" status: 200 len: 945 time: 0.2958217 Jun 17 10:18:24.859436 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5f206a-c47e-4f9d-9ec2-0f77dfebe10d req-848a9ba8-999a-4f12-82a0-548de802bba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:24.861291 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-cb5f206a-c47e-4f9d-9ec2-0f77dfebe10d req-848a9ba8-999a-4f12-82a0-548de802bba5 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2296233 Jun 17 10:18:24.908886 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-aeb01352-7764-4c90-91c4-14c81b6f1e8a req-b63235f8-e198-403d-ad72-cf4446af4468 service neutron] 10.222.0.22 "GET /v2.0/networks/e6f7a612-d480-47a3-873a-90e77aa26979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764796 Jun 17 10:18:24.919145 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-1765489c-129f-4dbb-9b42-0f00614d0c94 req-66d16b49-00c2-4289-9c25-59c7fc3d4802 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564520 Jun 17 10:18:25.039481 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9ba7a-8732-4f45-b53b-cabe7839ecd7 req-61b27888-a7da-4570-8ffa-be3e52db7415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:25.042304 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-deb9ba7a-8732-4f45-b53b-cabe7839ecd7 req-61b27888-a7da-4570-8ffa-be3e52db7415 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7c65ad8f35ae464b8ab3462292a725d5&device_id=e44cae20-9b73-4a98-bedb-a3ce140bc7a7 HTTP/1.1" status: 200 len: 1097 time: 0.1161928 Jun 17 10:18:25.103934 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-deb9ba7a-8732-4f45-b53b-cabe7839ecd7 req-3a1402a1-96dd-458d-ab68-e6aa9e6e4d85 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0156a4b6-95f6-46a5-b525-7dbb108aae7a HTTP/1.1" status: 200 len: 217 time: 0.0460875 Jun 17 10:18:25.168032 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9ba7a-8732-4f45-b53b-cabe7839ecd7 req-939bc6bb-8ad5-4feb-ad26-069167b0f45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:25.169526 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-deb9ba7a-8732-4f45-b53b-cabe7839ecd7 req-939bc6bb-8ad5-4feb-ad26-069167b0f45a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cef6c515-9123-40fd-a090-e2ea3bc5a141 HTTP/1.1" status: 200 len: 855 time: 0.0554125 Jun 17 10:18:25.219105 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-deb9ba7a-8732-4f45-b53b-cabe7839ecd7 req-4361d08d-2a62-473d-9604-a610346fe185 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9a805b2b-cd8e-4e47-bb4f-0c9740043540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361154 Jun 17 10:18:25.421595 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-deb9ba7a-8732-4f45-b53b-cabe7839ecd7 req-3a942caa-aee8-4a26-ac45-65700a6dc7c9 service neutron] 10.222.0.47 "GET /v2.0/networks/9a805b2b-cd8e-4e47-bb4f-0c9740043540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865592 Jun 17 10:18:25.497960 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 46968) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:18:25.683340 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-936cb63d-b61f-423c-b1df-f67e214da600 req-ea3b1e26-db4f-4e43-9d17-c0f4080ccf4c tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e0f7683-9ba9-4ed8-9a19-69a362bba4a4 HTTP/1.1" status: 200 len: 210 time: 0.1541660 Jun 17 10:18:25.705955 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969f3f58-68ef-45c6-8a39-7c6e915fa12c req-82def0b4-c3b2-4482-8297-b545c9909b15 tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:25.708844 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-969f3f58-68ef-45c6-8a39-7c6e915fa12c req-82def0b4-c3b2-4482-8297-b545c9909b15 tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] 10.222.0.22 "GET /v2.0/ports?device_id=22550391-be87-4a53-ad43-67c07ba72602 HTTP/1.1" status: 200 len: 945 time: 0.3663611 Jun 17 10:18:25.733745 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-835ca386-c110-41f2-a242-e3e4070be9e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:25.785823 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-deb9ba7a-8732-4f45-b53b-cabe7839ecd7 req-115713bf-24c4-475c-8bc8-34035ccfdee1 service neutron] 10.222.0.47 "GET /v2.0/networks/9a805b2b-cd8e-4e47-bb4f-0c9740043540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3456571 Jun 17 10:18:25.811157 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-969f3f58-68ef-45c6-8a39-7c6e915fa12c req-bad24ff2-7744-420c-92e4-02a10333a9e9 tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] 10.222.0.22 "GET /v2.0/security-groups?id=a644f086-6875-492e-9fdb-6418b4e58878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872695 Jun 17 10:18:25.914197 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-835ca386-c110-41f2-a242-e3e4070be9e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:26.029350 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-835ca386-c110-41f2-a242-e3e4070be9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:26.036061 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-36d0770a-575c-44d4-874e-86f4c96a1afd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:18:26.070690 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45167e2-6e17-4b31-9b50-6f385e3c7a7e req-7ab23e5f-0feb-4230-ab3e-98916fa60149 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:26.072728 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-f45167e2-6e17-4b31-9b50-6f385e3c7a7e req-7ab23e5f-0feb-4230-ab3e-98916fa60149 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=e44cae20-9b73-4a98-bedb-a3ce140bc7a7 HTTP/1.1" status: 200 len: 944 time: 0.1573784 Jun 17 10:18:26.101585 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-835ca386-c110-41f2-a242-e3e4070be9e2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=997c3c11c266476b84e412f036c7764d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6022506 Jun 17 10:18:26.101853 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 46990) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:18:26.108750 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835ca386-c110-41f2-a242-e3e4070be9e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33510284-434c-45a6-ae52-08a2ff898100,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:18:26.113393 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-835ca386-c110-41f2-a242-e3e4070be9e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:18:26.185605 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-f45167e2-6e17-4b31-9b50-6f385e3c7a7e req-96faeb1f-20ac-4a12-8e19-b253f5bfe795 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b298a6e-ca03-4b84-a35f-a75e19063a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064825 Jun 17 10:18:26.225986 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-9990d6da-18ca-4115-89e4-614f5de942cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:26.271142 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-9990d6da-18ca-4115-89e4-614f5de942cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:26.280369 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d08db5c-48f9-4faf-aec9-cd50972a550f req-8cd0076b-3494-4888-a5a0-afbc4ea42ccf tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:26.282127 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-7d08db5c-48f9-4faf-aec9-cd50972a550f req-8cd0076b-3494-4888-a5a0-afbc4ea42ccf tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=c115ea05-b61c-4a41-9a4a-e0185fef6be8 HTTP/1.1" status: 200 len: 945 time: 0.1793787 Jun 17 10:18:26.358156 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-7d08db5c-48f9-4faf-aec9-cd50972a550f req-42846723-d54d-4127-b006-36e770d5630a tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576706 Jun 17 10:18:26.480740 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-9990d6da-18ca-4115-89e4-614f5de942cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:26.486385 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-9990d6da-18ca-4115-89e4-614f5de942cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:26.489647 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-9990d6da-18ca-4115-89e4-614f5de942cb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/33510284-434c-45a6-ae52-08a2ff898100 HTTP/1.1" status: 204 len: 168 time: 0.3842432 Jun 17 10:18:26.489647 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-641f7b90-17c3-434a-85fb-eacfaed5f3b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:18:26.506554 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9990d6da-18ca-4115-89e4-614f5de942cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33510284-434c-45a6-ae52-08a2ff898100,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:18:26.509859 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-9990d6da-18ca-4115-89e4-614f5de942cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:18:26.831484 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-3f9f535c-dbd1-4a00-aa00-980cd29c73ab req-d03205f8-fdc9-4df8-8961-bb0c4f11ec2d tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e0f7683-9ba9-4ed8-9a19-69a362bba4a4 HTTP/1.1" status: 200 len: 210 time: 0.0339952 Jun 17 10:18:27.088596 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c34ef55-4f39-4f68-a04e-32e7c7c93b8d req-cbcc7d42-dfe7-473f-ba85-a29a44cbf830 tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:27.090060 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-3c34ef55-4f39-4f68-a04e-32e7c7c93b8d req-cbcc7d42-dfe7-473f-ba85-a29a44cbf830 tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] 10.222.0.47 "GET /v2.0/ports?device_id=22550391-be87-4a53-ad43-67c07ba72602 HTTP/1.1" status: 200 len: 945 time: 0.1418960 Jun 17 10:18:27.101317 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73076658-34aa-4b8d-af75-b3976634b001 req-bdd5f561-3de2-4d70-9091-2304521ed81f tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:27.102901 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-73076658-34aa-4b8d-af75-b3976634b001 req-bdd5f561-3de2-4d70-9091-2304521ed81f tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] 10.222.0.22 "GET /v2.0/ports?device_id=22550391-be87-4a53-ad43-67c07ba72602 HTTP/1.1" status: 200 len: 945 time: 0.1186969 Jun 17 10:18:27.275403 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-73076658-34aa-4b8d-af75-b3976634b001 req-df0ad517-cbf7-402c-8972-1f100bd912db tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] 10.222.0.22 "GET /v2.0/security-groups?id=a644f086-6875-492e-9fdb-6418b4e58878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612272 Jun 17 10:18:27.345416 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.plugin [req-3c34ef55-4f39-4f68-a04e-32e7c7c93b8d req-624218a6-290f-4422-a703-492574ea728c tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] Deleting port 257f7118-2c19-4140-8129-25cfafe19b11 {{(pid=93644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:18:27.345702 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-3c34ef55-4f39-4f68-a04e-32e7c7c93b8d req-624218a6-290f-4422-a703-492574ea728c tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740734272413'] for port, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:27.544604 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.db [req-3c34ef55-4f39-4f68-a04e-32e7c7c93b8d req-624218a6-290f-4422-a703-492574ea728c tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] For port 257f7118-2c19-4140-8129-25cfafe19b11, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=257f7118-2c19-4140-8129-25cfafe19b11,segment=NetworkSegment(87fd2af9-823d-4f79-9550-f580b9e47ad9),segment_id=87fd2af9-823d-4f79-9550-f580b9e47ad9)] {{(pid=93644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:18:27.544967 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-3c34ef55-4f39-4f68-a04e-32e7c7c93b8d req-624218a6-290f-4422-a703-492574ea728c tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685530'] for port, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:27.920456 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.plugin [req-3c34ef55-4f39-4f68-a04e-32e7c7c93b8d req-624218a6-290f-4422-a703-492574ea728c tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] Calling delete_port for 257f7118-2c19-4140-8129-25cfafe19b11 owned by compute:nova {{(pid=93644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:18:27.928994 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:27.933027 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249b2aa4-9003-4a54-9b26-4db44376aba6 req-5e98f3e4-3044-4c81-9ceb-49402c00fc29 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:27.934594 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-249b2aa4-9003-4a54-9b26-4db44376aba6 req-5e98f3e4-3044-4c81-9ceb-49402c00fc29 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=e44cae20-9b73-4a98-bedb-a3ce140bc7a7 HTTP/1.1" status: 200 len: 944 time: 0.5173304 Jun 17 10:18:28.075594 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-249b2aa4-9003-4a54-9b26-4db44376aba6 req-a233b1ed-d709-410e-9fbc-e8d024c21b29 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b298a6e-ca03-4b84-a35f-a75e19063a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206012 Jun 17 10:18:28.122126 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d9911-0ad8-4186-8607-f1a08a73b058 req-f6970572-2f48-4893-94f3-9192bf5eb1f3 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:28.129662 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-3e1d9911-0ad8-4186-8607-f1a08a73b058 req-f6970572-2f48-4893-94f3-9192bf5eb1f3 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=c115ea05-b61c-4a41-9a4a-e0185fef6be8 HTTP/1.1" status: 200 len: 945 time: 0.5469322 Jun 17 10:18:28.219289 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-3e1d9911-0ad8-4186-8607-f1a08a73b058 req-72591df2-b37a-4cd4-b06d-b135d9343598 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888689 Jun 17 10:18:28.447831 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-cbe5632c-a707-4854-9286-f871d3349c99 req-8ed7509b-ae7b-4b17-be4b-9ea0ec55a265 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e0f7683-9ba9-4ed8-9a19-69a362bba4a4 HTTP/1.1" status: 200 len: 210 time: 0.0570090 Jun 17 10:18:28.448911 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-3c34ef55-4f39-4f68-a04e-32e7c7c93b8d req-624218a6-290f-4422-a703-492574ea728c tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740734277497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740733869096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125912126'] for port, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:28.453939 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:18:28.465661 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] get_ports_and_sgs() called for port_ids ['257f7118-2c19-4140-8129-25cfafe19b11'] {{(pid=93646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 10:18:28.567753 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9ae01ebc-062a-4189-9546-294ce543bdb1 req-a52599f2-c58f-452e-993f-2e648c729038 tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] 10.222.0.22 "GET /v2.0/ports?device_id=22550391-be87-4a53-ad43-67c07ba72602 HTTP/1.1" status: 200 len: 210 time: 0.0334527 Jun 17 10:18:28.575528 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624218a6-290f-4422-a703-492574ea728c tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] Pushing event deleted for resources: {'Port': ['ID=257f7118-2c19-4140-8129-25cfafe19b11,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:18:28.599710 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-624218a6-290f-4422-a703-492574ea728c tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:18:28.651443 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c34ef55-4f39-4f68-a04e-32e7c7c93b8d req-624218a6-290f-4422-a703-492574ea728c tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] No DVR routers for this DVR port 257f7118-2c19-4140-8129-25cfafe19b11 on host hv-cinder-79680 {{(pid=93644) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 10:18:28.655404 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-3c34ef55-4f39-4f68-a04e-32e7c7c93b8d req-624218a6-290f-4422-a703-492574ea728c tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733'] for port, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:28.657618 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-3c34ef55-4f39-4f68-a04e-32e7c7c93b8d req-624218a6-290f-4422-a703-492574ea728c tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] 10.222.0.47 "DELETE /v2.0/ports/257f7118-2c19-4140-8129-25cfafe19b11 HTTP/1.1" status: 204 len: 173 time: 1.5479774 Jun 17 10:18:28.658132 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22550391-be87-4a53-ad43-67c07ba72602', 'name': 'network-vif-deleted', 'tag': '257f7118-2c19-4140-8129-25cfafe19b11'}] {{(pid=93644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:18:28.660705 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e3e45b0fad0fac0035bff2321de6238b3105d4201b4fc6e845e8cd3cf45f1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681ebda3-cde4-4162-9f7e-b18ff7274894" -d '{"events": [{"server_uuid": "22550391-be87-4a53-ad43-67c07ba72602", "name": "network-vif-deleted", "tag": "257f7118-2c19-4140-8129-25cfafe19b11"}]}' {{(pid=93644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:18:28.704232 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8748755d-a8e9-4a96-aa73-f108507c4a51 x-openstack-request-id: req-8748755d-a8e9-4a96-aa73-f108507c4a51 {{(pid=93644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:18:28.704583 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22550391-be87-4a53-ad43-67c07ba72602", "name": "network-vif-deleted", "tag": "257f7118-2c19-4140-8129-25cfafe19b11", "status": "completed", "code": 200}]} {{(pid=93644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:18:28.708044 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8748755d-a8e9-4a96-aa73-f108507c4a51 {{(pid=93644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:18:28.708044 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22550391-be87-4a53-ad43-67c07ba72602', 'name': 'network-vif-deleted', 'tag': '257f7118-2c19-4140-8129-25cfafe19b11', 'status': 'completed', 'code': 200} Jun 17 10:18:28.949123 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device 0156a4b6-95f6-46a5-b525-7dbb108aae7a details requested by agent hyperv_hv-cinder-79680 with host hv-cinder-79680 {{(pid=93646) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 10:18:29.108038 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] For port 0156a4b6-95f6-46a5-b525-7dbb108aae7a, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=0156a4b6-95f6-46a5-b525-7dbb108aae7a,segment=NetworkSegment(18c6c105-9c0b-4401-b33f-19dbd1751948),segment_id=18c6c105-9c0b-4401-b33f-19dbd1751948)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:18:29.129503 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Returning: {'device': '0156a4b6-95f6-46a5-b525-7dbb108aae7a', 'network_id': '9a805b2b-cd8e-4e47-bb4f-0c9740043540', 'port_id': '0156a4b6-95f6-46a5-b525-7dbb108aae7a', 'mac_address': 'fa:16:3e:d9:43:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cef6c515-9123-40fd-a090-e2ea3bc5a141', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93646) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 10:18:29.176012 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:29.196769 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.notifiers.nova [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0156a4b6-95f6-46a5-b525-7dbb108aae7a {{(pid=93646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:18:29.222467 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] For port 0156a4b6-95f6-46a5-b525-7dbb108aae7a, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=0156a4b6-95f6-46a5-b525-7dbb108aae7a,segment=NetworkSegment(18c6c105-9c0b-4401-b33f-19dbd1751948),segment_id=18c6c105-9c0b-4401-b33f-19dbd1751948)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:18:29.364465 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d7325e-95fb-45a9-b6b0-228909bef08b req-053d6749-c471-4c37-93d2-78caf0830204 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:29.367886 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-04d7325e-95fb-45a9-b6b0-228909bef08b req-053d6749-c471-4c37-93d2-78caf0830204 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=e44cae20-9b73-4a98-bedb-a3ce140bc7a7 HTTP/1.1" status: 200 len: 944 time: 0.0981636 Jun 17 10:18:29.372685 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:29.375684 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:18:29.474622 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-04d7325e-95fb-45a9-b6b0-228909bef08b req-283522b6-afbd-4dcf-8b72-dbefe465e304 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b298a6e-ca03-4b84-a35f-a75e19063a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821507 Jun 17 10:18:29.503868 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Pushing event updated for resources: {'Port': ['ID=0156a4b6-95f6-46a5-b525-7dbb108aae7a,revision_number=4']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:18:29.507907 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:18:29.643091 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f16422e-a03d-498c-ac2c-70d696ab0432 req-a58a89c9-e514-4b34-a541-aa3481f62a27 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:29.652796 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6f16422e-a03d-498c-ac2c-70d696ab0432 req-a58a89c9-e514-4b34-a541-aa3481f62a27 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=c115ea05-b61c-4a41-9a4a-e0185fef6be8 HTTP/1.1" status: 200 len: 945 time: 0.1361175 Jun 17 10:18:29.808676 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6f16422e-a03d-498c-ac2c-70d696ab0432 req-ba0159be-173c-4f47-b4fd-f16969fdbe83 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516728 Jun 17 10:18:29.868210 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] get_ports_and_sgs() called for port_ids ['0156a4b6-95f6-46a5-b525-7dbb108aae7a'] {{(pid=93646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 10:18:29.905764 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb01352-7764-4c90-91c4-14c81b6f1e8a req-bb50ee71-0538-4df1-a55c-b7c89fcc1ffb tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:29.916895 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-aeb01352-7764-4c90-91c4-14c81b6f1e8a req-bb50ee71-0538-4df1-a55c-b7c89fcc1ffb tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.47 "GET /v2.0/networks?id=e6f7a612-d480-47a3-873a-90e77aa26979 HTTP/1.1" status: 200 len: 809 time: 0.2531598 Jun 17 10:18:29.943192 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.v2.base [req-aeb01352-7764-4c90-91c4-14c81b6f1e8a req-efa3296a-81a0-46ee-93c9-8b1f40c5027c tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] Request body: {'port': {'device_id': '7e0f7683-9ba9-4ed8-9a19-69a362bba4a4', 'network_id': 'e6f7a612-d480-47a3-873a-90e77aa26979', 'admin_state_up': True, 'tenant_id': '48c01de934934efeacc4fa02c581bede'}} {{(pid=93644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:18:29.970892 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-b21a8b47-b4ea-47e1-8d89-6ae9f40e5c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:29.983996 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-c5057ee1-6401-46cf-a6ee-0f651bcd7796 req-6b6d33ee-c166-4ddf-b072-7142ed7ff126 tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] 10.222.0.22 "GET /v2.0/ports?device_id=22550391-be87-4a53-ad43-67c07ba72602 HTTP/1.1" status: 200 len: 210 time: 0.0580063 Jun 17 10:18:30.041625 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-dc8e514f-4987-4e18-b914-0e96d4c40c46 req-ea3be5a1-acc7-4caa-82f4-06f7d5f42412 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e0f7683-9ba9-4ed8-9a19-69a362bba4a4 HTTP/1.1" status: 200 len: 210 time: 0.0603893 Jun 17 10:18:30.338051 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aeb01352-7764-4c90-91c4-14c81b6f1e8a req-efa3296a-81a0-46ee-93c9-8b1f40c5027c tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] Made reservation on behalf of 48c01de934934efeacc4fa02c581bede for: {'port': 1} {{(pid=93644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:18:30.344561 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-aeb01352-7764-4c90-91c4-14c81b6f1e8a req-efa3296a-81a0-46ee-93c9-8b1f40c5027c tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3930454'] for port, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:30.544948 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.db.db_base_plugin_common [req-aeb01352-7764-4c90-91c4-14c81b6f1e8a req-efa3296a-81a0-46ee-93c9-8b1f40c5027c tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] Allocated IP 172.20.0.6 (e6f7a612-d480-47a3-873a-90e77aa26979/6a3a85ed-1fe6-4eac-aaf5-01e431f08210/dbed60e5-421a-4319-82cc-800ed00fc7ad) {{(pid=93644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:18:30.864885 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4435a3c-4ee2-4ce0-93c5-ad0c5822c006 req-639fbdf5-298f-4e70-80e6-68977d7a8758 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:30.868161 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-b4435a3c-4ee2-4ce0-93c5-ad0c5822c006 req-639fbdf5-298f-4e70-80e6-68977d7a8758 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=e44cae20-9b73-4a98-bedb-a3ce140bc7a7 HTTP/1.1" status: 200 len: 945 time: 0.2138336 Jun 17 10:18:30.873861 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-aeb01352-7764-4c90-91c4-14c81b6f1e8a req-efa3296a-81a0-46ee-93c9-8b1f40c5027c tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] Notify callbacks [] for port, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:30.988089 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device 257f7118-2c19-4140-8129-25cfafe19b11 no longer exists at agent hyperv_hv-cinder-79680 {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:18:30.999739 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-b4435a3c-4ee2-4ce0-93c5-ad0c5822c006 req-5b704b20-5db8-4c08-b5e9-e1d258fa2218 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b298a6e-ca03-4b84-a35f-a75e19063a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160240 Jun 17 10:18:31.086205 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] No Port match for: 257f7118-2c19-4140-8129-25cfafe19b11 {{(pid=93646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 10:18:31.086772 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device 257f7118-2c19-4140-8129-25cfafe19b11 not bound to the agent host hv-cinder-79680 {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 10:18:31.163980 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-aeb01352-7764-4c90-91c4-14c81b6f1e8a req-efa3296a-81a0-46ee-93c9-8b1f40c5027c tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3925395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740733869087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125912119'] for port, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:31.197124 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-9c16d635-efcf-4337-aea2-3ee9dea42075 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:18:31.302710 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aeb01352-7764-4c90-91c4-14c81b6f1e8a req-efa3296a-81a0-46ee-93c9-8b1f40c5027c tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] Network e6f7a612-d480-47a3-873a-90e77aa26979 is already hosted by enough agents. {{(pid=93644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:18:31.419120 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.base_scheduler [req-aeb01352-7764-4c90-91c4-14c81b6f1e8a req-efa3296a-81a0-46ee-93c9-8b1f40c5027c tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] Resources bound (agent type, host, resource id): {{(pid=93644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:18:31.436187 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9f92897c-13d6-44f5-9628-758ee815d499 req-4c73dcf0-af4a-4157-83f7-f7492fc3a695 tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] 10.222.0.22 "GET /v2.0/ports?device_id=22550391-be87-4a53-ad43-67c07ba72602 HTTP/1.1" status: 200 len: 210 time: 0.2427747 Jun 17 10:18:31.440773 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeb01352-7764-4c90-91c4-14c81b6f1e8a req-efa3296a-81a0-46ee-93c9-8b1f40c5027c tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] Received port after_create {{(pid=93644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:18:31.493409 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa3296a-81a0-46ee-93c9-8b1f40c5027c tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] Pushing event updated for resources: {'Port': ['ID=dbed60e5-421a-4319-82cc-800ed00fc7ad,revision_number=1']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:18:31.501557 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-efa3296a-81a0-46ee-93c9-8b1f40c5027c tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:18:31.539701 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb01352-7764-4c90-91c4-14c81b6f1e8a req-efa3296a-81a0-46ee-93c9-8b1f40c5027c tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:31.540371 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-aeb01352-7764-4c90-91c4-14c81b6f1e8a req-efa3296a-81a0-46ee-93c9-8b1f40c5027c tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733'] for port, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:31.583293 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c1f2f-eb73-4d76-9f4f-44181d91d5c5 req-964aac25-cb40-47b8-841d-adf947a2bfd0 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:31.587848 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-954c1f2f-eb73-4d76-9f4f-44181d91d5c5 req-964aac25-cb40-47b8-841d-adf947a2bfd0 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=c115ea05-b61c-4a41-9a4a-e0185fef6be8 HTTP/1.1" status: 200 len: 945 time: 0.2795208 Jun 17 10:18:31.690319 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-954c1f2f-eb73-4d76-9f4f-44181d91d5c5 req-a772d933-68d2-4543-9f6f-7222fcb80f53 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903599 Jun 17 10:18:31.716246 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-aeb01352-7764-4c90-91c4-14c81b6f1e8a req-efa3296a-81a0-46ee-93c9-8b1f40c5027c tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7768631 Jun 17 10:18:31.734694 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.v2.base [req-aeb01352-7764-4c90-91c4-14c81b6f1e8a req-48a2c1df-677d-45ce-b5f1-58bbc1928241 service neutron] Request body: {'port': {'device_id': '7e0f7683-9ba9-4ed8-9a19-69a362bba4a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79680'}} {{(pid=93644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:18:31.794897 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f7314-97fe-489b-a188-7a03c018d5c5 req-bcbe1224-30d1-4fb9-88ee-60426cee0663 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:31.797502 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-bf1f7314-97fe-489b-a188-7a03c018d5c5 req-bcbe1224-30d1-4fb9-88ee-60426cee0663 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e0f7683-9ba9-4ed8-9a19-69a362bba4a4 HTTP/1.1" status: 200 len: 931 time: 0.1668727 Jun 17 10:18:31.964441 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-bf1f7314-97fe-489b-a188-7a03c018d5c5 req-b1ab4dd2-fbce-405a-9041-a9597017b1f0 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/security-groups?id=da10646b-ca30-442e-bb5d-b49e43ba0310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579123 Jun 17 10:18:31.965750 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-aeb01352-7764-4c90-91c4-14c81b6f1e8a req-48a2c1df-677d-45ce-b5f1-58bbc1928241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:32.012579 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 47146) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:18:32.173859 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-c4c28722-f46a-4d90-a4ea-4d8b39860bd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:32.288695 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-c4c28722-f46a-4d90-a4ea-4d8b39860bd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:32.339354 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0561d55d-26be-46e0-a847-04033c2d6d94 req-e3d02331-cc69-452b-a476-f9afd9b7f9b8 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:32.341002 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-0561d55d-26be-46e0-a847-04033c2d6d94 req-e3d02331-cc69-452b-a476-f9afd9b7f9b8 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=e44cae20-9b73-4a98-bedb-a3ce140bc7a7 HTTP/1.1" status: 200 len: 945 time: 0.1749258 Jun 17 10:18:32.407447 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-0561d55d-26be-46e0-a847-04033c2d6d94 req-f2794991-56db-426a-9cde-93236a53ab34 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b298a6e-ca03-4b84-a35f-a75e19063a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592740 Jun 17 10:18:32.451418 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-c4c28722-f46a-4d90-a4ea-4d8b39860bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:32.455612 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:18:32.470123 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.notifiers.nova [req-aeb01352-7764-4c90-91c4-14c81b6f1e8a req-48a2c1df-677d-45ce-b5f1-58bbc1928241 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbed60e5-421a-4319-82cc-800ed00fc7ad {{(pid=93644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:18:32.489029 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-aeb01352-7764-4c90-91c4-14c81b6f1e8a req-48a2c1df-677d-45ce-b5f1-58bbc1928241 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:32.499604 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c28722-f46a-4d90-a4ea-4d8b39860bd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f23f7759-b5a5-474f-9834-886b063052a7,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:18:32.503403 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-c4c28722-f46a-4d90-a4ea-4d8b39860bd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:18:32.506965 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-c4c28722-f46a-4d90-a4ea-4d8b39860bd4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f002c591860e46c1918076c6fa3f514a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4932845 Jun 17 10:18:32.510582 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 47160) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:18:32.520127 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.db.provisioning_blocks [req-aeb01352-7764-4c90-91c4-14c81b6f1e8a req-48a2c1df-677d-45ce-b5f1-58bbc1928241 service neutron] Transition to ACTIVE for port object dbed60e5-421a-4319-82cc-800ed00fc7ad will not be triggered until provisioned by entity L2. {{(pid=93644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:18:32.652257 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-aeb01352-7764-4c90-91c4-14c81b6f1e8a req-48a2c1df-677d-45ce-b5f1-58bbc1928241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125912069'] for port, after_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:32.656694 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:18:32.773748 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a2c1df-677d-45ce-b5f1-58bbc1928241 service neutron] Pushing event updated for resources: {'Port': ['ID=dbed60e5-421a-4319-82cc-800ed00fc7ad,revision_number=2']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:18:32.779198 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-48a2c1df-677d-45ce-b5f1-58bbc1928241 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:18:32.817551 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-b7327410-0e5b-4060-b99c-c51f6ea15e3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:32.870307 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-b7327410-0e5b-4060-b99c-c51f6ea15e3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:32.880322 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.managers [req-aeb01352-7764-4c90-91c4-14c81b6f1e8a req-48a2c1df-677d-45ce-b5f1-58bbc1928241 service neutron] Attempting to bind port dbed60e5-421a-4319-82cc-800ed00fc7ad on host hv-cinder-79680 for vnic_type normal with profile {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:18:32.880671 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.managers [req-aeb01352-7764-4c90-91c4-14c81b6f1e8a req-48a2c1df-677d-45ce-b5f1-58bbc1928241 service neutron] Attempting to bind port dbed60e5-421a-4319-82cc-800ed00fc7ad by drivers openvswitch,hyperv on host hv-cinder-79680 at level 0 using segments [{'id': '15a45e65-e483-4433-a957-d2d7d9fb3a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'e6f7a612-d480-47a3-873a-90e77aa26979'}] {{(pid=93644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:18:32.881009 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb01352-7764-4c90-91c4-14c81b6f1e8a req-48a2c1df-677d-45ce-b5f1-58bbc1928241 service neutron] Attempting to bind port dbed60e5-421a-4319-82cc-800ed00fc7ad on network e6f7a612-d480-47a3-873a-90e77aa26979 {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:18:32.889643 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb01352-7764-4c90-91c4-14c81b6f1e8a req-48a2c1df-677d-45ce-b5f1-58bbc1928241 service neutron] Port dbed60e5-421a-4319-82cc-800ed00fc7ad on network e6f7a612-d480-47a3-873a-90e77aa26979 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79680 {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 10:18:32.890074 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb01352-7764-4c90-91c4-14c81b6f1e8a req-48a2c1df-677d-45ce-b5f1-58bbc1928241 service neutron] Attempting to bind port dbed60e5-421a-4319-82cc-800ed00fc7ad on network e6f7a612-d480-47a3-873a-90e77aa26979 {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:18:32.924008 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb01352-7764-4c90-91c4-14c81b6f1e8a req-48a2c1df-677d-45ce-b5f1-58bbc1928241 service neutron] Checking agent: {'id': '71ef71fd-f9ba-4ed4-b44a-140e16714f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79680', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 14, 58), 'started_at': datetime.datetime(2021, 6, 17, 10, 14, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:18:32.924761 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb01352-7764-4c90-91c4-14c81b6f1e8a req-48a2c1df-677d-45ce-b5f1-58bbc1928241 service neutron] Checking segment: {'id': '15a45e65-e483-4433-a957-d2d7d9fb3a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'e6f7a612-d480-47a3-873a-90e77aa26979'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:18:32.925624 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb01352-7764-4c90-91c4-14c81b6f1e8a req-48a2c1df-677d-45ce-b5f1-58bbc1928241 service neutron] Bound using segment: {'id': '15a45e65-e483-4433-a957-d2d7d9fb3a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'e6f7a612-d480-47a3-873a-90e77aa26979'} {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:18:32.927230 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.managers [req-aeb01352-7764-4c90-91c4-14c81b6f1e8a req-48a2c1df-677d-45ce-b5f1-58bbc1928241 service neutron] Bound port: dbed60e5-421a-4319-82cc-800ed00fc7ad, host: hv-cinder-79680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15a45e65-e483-4433-a957-d2d7d9fb3a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'e6f7a612-d480-47a3-873a-90e77aa26979'}}] {{(pid=93644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:18:32.927813 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-aeb01352-7764-4c90-91c4-14c81b6f1e8a req-48a2c1df-677d-45ce-b5f1-58bbc1928241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:32.963781 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device 0156a4b6-95f6-46a5-b525-7dbb108aae7a up at agent hyperv_hv-cinder-79680 {{(pid=93646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:18:33.103363 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-b7327410-0e5b-4060-b99c-c51f6ea15e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:33.110096 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-b7327410-0e5b-4060-b99c-c51f6ea15e3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:33.110437 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.db [req-aeb01352-7764-4c90-91c4-14c81b6f1e8a req-48a2c1df-677d-45ce-b5f1-58bbc1928241 service neutron] For port dbed60e5-421a-4319-82cc-800ed00fc7ad, host hv-cinder-79680, cleared binding levels {{(pid=93644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:18:33.113390 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-b7327410-0e5b-4060-b99c-c51f6ea15e3a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f23f7759-b5a5-474f-9834-886b063052a7 HTTP/1.1" status: 204 len: 168 time: 0.6013546 Jun 17 10:18:33.116012 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.db [req-aeb01352-7764-4c90-91c4-14c81b6f1e8a req-48a2c1df-677d-45ce-b5f1-58bbc1928241 service neutron] For port dbed60e5-421a-4319-82cc-800ed00fc7ad, host hv-cinder-79680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=dbed60e5-421a-4319-82cc-800ed00fc7ad,segment=NetworkSegment(15a45e65-e483-4433-a957-d2d7d9fb3a7c),segment_id=15a45e65-e483-4433-a957-d2d7d9fb3a7c)] {{(pid=93644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:18:33.116934 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-0b92c85f-d476-4eb1-9e62-d0cf0c7744ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:18:33.136747 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7327410-0e5b-4060-b99c-c51f6ea15e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f23f7759-b5a5-474f-9834-886b063052a7,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:18:33.152447 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-b7327410-0e5b-4060-b99c-c51f6ea15e3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:18:33.153280 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58f1db1-938f-4a94-b03f-7e7a567860e8 req-aa63c06a-c375-4043-9ca8-fe9e5fe50c52 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:33.156151 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-c58f1db1-938f-4a94-b03f-7e7a567860e8 req-aa63c06a-c375-4043-9ca8-fe9e5fe50c52 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=c115ea05-b61c-4a41-9a4a-e0185fef6be8 HTTP/1.1" status: 200 len: 945 time: 0.1771340 Jun 17 10:18:33.231973 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-c58f1db1-938f-4a94-b03f-7e7a567860e8 req-0a92a386-2e35-4b59-8a39-cb6e43ce3b91 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683360 Jun 17 10:18:33.307366 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e798d9-35d6-4567-bddd-4e2705694ed0 req-c95d2f7f-02cf-45fe-8294-bcbfb2c664d3 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:33.309086 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-94e798d9-35d6-4567-bddd-4e2705694ed0 req-c95d2f7f-02cf-45fe-8294-bcbfb2c664d3 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e0f7683-9ba9-4ed8-9a19-69a362bba4a4 HTTP/1.1" status: 200 len: 943 time: 0.0955069 Jun 17 10:18:33.338712 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-aeb01352-7764-4c90-91c4-14c81b6f1e8a req-48a2c1df-677d-45ce-b5f1-58bbc1928241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125912069'] for port, after_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:33.344506 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Provisioning for port 0156a4b6-95f6-46a5-b525-7dbb108aae7a completed by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:18:33.348283 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-3f2f0934-f658-410d-a2bd-b1566d17fe1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:33.355384 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-efa3296a-81a0-46ee-93c9-8b1f40c5027c tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:18:33.366499 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Provisioning complete for port 0156a4b6-95f6-46a5-b525-7dbb108aae7a triggered by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:18:33.368112 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:33.464079 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-94e798d9-35d6-4567-bddd-4e2705694ed0 req-41b06676-bba5-4b1f-aa63-5501d980d975 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/security-groups?id=da10646b-ca30-442e-bb5d-b49e43ba0310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449137 Jun 17 10:18:33.477114 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb01352-7764-4c90-91c4-14c81b6f1e8a req-48a2c1df-677d-45ce-b5f1-58bbc1928241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:33.480447 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-aeb01352-7764-4c90-91c4-14c81b6f1e8a req-48a2c1df-677d-45ce-b5f1-58bbc1928241 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733'] for port, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:33.482005 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-aeb01352-7764-4c90-91c4-14c81b6f1e8a req-48a2c1df-677d-45ce-b5f1-58bbc1928241 service neutron] 10.222.0.47 "PUT /v2.0/ports/dbed60e5-421a-4319-82cc-800ed00fc7ad HTTP/1.1" status: 200 len: 1093 time: 1.7521567 Jun 17 10:18:33.487835 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e0f7683-9ba9-4ed8-9a19-69a362bba4a4', 'tag': 'dbed60e5-421a-4319-82cc-800ed00fc7ad'}] {{(pid=93644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:18:33.499932 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:33.508522 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e3e45b0fad0fac0035bff2321de6238b3105d4201b4fc6e845e8cd3cf45f1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cc7c273-e774-4f7a-8a0d-d6faa604491d" -d '{"events": [{"name": "network-changed", "server_uuid": "7e0f7683-9ba9-4ed8-9a19-69a362bba4a4", "tag": "dbed60e5-421a-4319-82cc-800ed00fc7ad"}]}' {{(pid=93644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:18:33.512949 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a2c1df-677d-45ce-b5f1-58bbc1928241 service neutron] Pushing event updated for resources: {'Port': ['ID=dbed60e5-421a-4319-82cc-800ed00fc7ad,revision_number=3']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:18:33.521260 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-48a2c1df-677d-45ce-b5f1-58bbc1928241 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:18:33.635751 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:33.643377 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 10:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca7c6c8e-34b2-4161-90e3-f6755ace7bdf x-openstack-request-id: req-ca7c6c8e-34b2-4161-90e3-f6755ace7bdf {{(pid=93644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:18:33.643934 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e0f7683-9ba9-4ed8-9a19-69a362bba4a4", "tag": "dbed60e5-421a-4319-82cc-800ed00fc7ad", "status": "completed", "code": 200}]} {{(pid=93644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:18:33.644615 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ca7c6c8e-34b2-4161-90e3-f6755ace7bdf {{(pid=93644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:18:33.645477 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e0f7683-9ba9-4ed8-9a19-69a362bba4a4', 'tag': 'dbed60e5-421a-4319-82cc-800ed00fc7ad', 'status': 'completed', 'code': 200} Jun 17 10:18:33.697555 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e44cae20-9b73-4a98-bedb-a3ce140bc7a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0156a4b6-95f6-46a5-b525-7dbb108aae7a'}] {{(pid=93646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:18:33.707246 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}202ec35f0b2f503ce7e4db3a1c258f37e57fe85608606de8e1c873696d713f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b504ef68-5fbf-4496-9ac2-b86f66ab7c8e" -d '{"events": [{"server_uuid": "e44cae20-9b73-4a98-bedb-a3ce140bc7a7", "name": "network-vif-plugged", "status": "completed", "tag": "0156a4b6-95f6-46a5-b525-7dbb108aae7a"}]}' {{(pid=93646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:18:33.764820 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] For port 0156a4b6-95f6-46a5-b525-7dbb108aae7a, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=0156a4b6-95f6-46a5-b525-7dbb108aae7a,segment=NetworkSegment(18c6c105-9c0b-4401-b33f-19dbd1751948),segment_id=18c6c105-9c0b-4401-b33f-19dbd1751948)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:18:33.796800 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ada486ec-a68a-4439-9c44-8e1587fbe969 x-openstack-request-id: req-ada486ec-a68a-4439-9c44-8e1587fbe969 {{(pid=93646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:18:33.797472 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e44cae20-9b73-4a98-bedb-a3ce140bc7a7", "name": "network-vif-plugged", "status": "completed", "tag": "0156a4b6-95f6-46a5-b525-7dbb108aae7a", "code": 200}]} {{(pid=93646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:18:33.807544 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ada486ec-a68a-4439-9c44-8e1587fbe969 {{(pid=93646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:18:33.808025 dv-cinder-796806-1-iscsi neutron-server[93646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e44cae20-9b73-4a98-bedb-a3ce140bc7a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0156a4b6-95f6-46a5-b525-7dbb108aae7a', 'code': 200} Jun 17 10:18:33.891650 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:33.894952 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb01352-7764-4c90-91c4-14c81b6f1e8a req-6d7307a8-0a81-4f68-b30e-cf703a9bbe66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:33.902486 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:18:33.902863 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-aeb01352-7764-4c90-91c4-14c81b6f1e8a req-6d7307a8-0a81-4f68-b30e-cf703a9bbe66 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=48c01de934934efeacc4fa02c581bede&device_id=7e0f7683-9ba9-4ed8-9a19-69a362bba4a4 HTTP/1.1" status: 200 len: 1096 time: 0.2077465 Jun 17 10:18:33.908892 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373da620-ef46-42fe-8607-a4a1a1830f99 req-3ceb4f43-f901-4d1a-9d87-2ea3e6684f37 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:33.910467 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-373da620-ef46-42fe-8607-a4a1a1830f99 req-3ceb4f43-f901-4d1a-9d87-2ea3e6684f37 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=e44cae20-9b73-4a98-bedb-a3ce140bc7a7 HTTP/1.1" status: 200 len: 945 time: 0.1183729 Jun 17 10:18:33.956910 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Pushing event updated for resources: {'Port': ['ID=0156a4b6-95f6-46a5-b525-7dbb108aae7a,revision_number=5']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:18:33.961419 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:18:33.969302 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-aeb01352-7764-4c90-91c4-14c81b6f1e8a req-a75971f2-cd40-4a95-85ef-511bf3a1e94a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dbed60e5-421a-4319-82cc-800ed00fc7ad HTTP/1.1" status: 200 len: 217 time: 0.0502100 Jun 17 10:18:34.000920 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-373da620-ef46-42fe-8607-a4a1a1830f99 req-f1d4f5ca-88cf-4185-9113-cadf180e1f9e tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b298a6e-ca03-4b84-a35f-a75e19063a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832477 Jun 17 10:18:34.050416 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb01352-7764-4c90-91c4-14c81b6f1e8a req-23c357a4-2eb0-4980-b61b-f645a9711d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:34.052178 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-aeb01352-7764-4c90-91c4-14c81b6f1e8a req-23c357a4-2eb0-4980-b61b-f645a9711d42 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a3a85ed-1fe6-4eac-aaf5-01e431f08210 HTTP/1.1" status: 200 len: 849 time: 0.0687182 Jun 17 10:18:34.116380 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-aeb01352-7764-4c90-91c4-14c81b6f1e8a req-abccde26-0bc9-4bec-bae4-2276414644b7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e6f7a612-d480-47a3-873a-90e77aa26979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462279 Jun 17 10:18:34.256843 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-aeb01352-7764-4c90-91c4-14c81b6f1e8a req-ffc9aa8a-041d-4774-93e1-da3cba08bdd8 service neutron] 10.222.0.47 "GET /v2.0/networks/e6f7a612-d480-47a3-873a-90e77aa26979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313257 Jun 17 10:18:34.396891 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-aeb01352-7764-4c90-91c4-14c81b6f1e8a req-3ac09c1c-b06a-4e2e-b9ba-d9621bd613f6 service neutron] 10.222.0.47 "GET /v2.0/networks/e6f7a612-d480-47a3-873a-90e77aa26979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287932 Jun 17 10:18:34.480179 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 47216) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:18:34.502594 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-d84697c2-6888-43ac-8220-f2426181e1f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:34.530402 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc8eb6-6676-4fb7-9244-1023495237ca req-d61e63a5-35e5-4ea3-9c86-3acf37b564c9 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:34.532062 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-4dcc8eb6-6676-4fb7-9244-1023495237ca req-d61e63a5-35e5-4ea3-9c86-3acf37b564c9 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=c115ea05-b61c-4a41-9a4a-e0185fef6be8 HTTP/1.1" status: 200 len: 945 time: 0.1611767 Jun 17 10:18:34.653866 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-4dcc8eb6-6676-4fb7-9244-1023495237ca req-e69bec9b-dc60-466b-8e26-0319d9478e83 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011248 Jun 17 10:18:34.673030 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642e132b-8d50-4fca-83fe-1911c92c7800 req-3c3b7340-a307-4e75-aae8-fdbc68774aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:34.675329 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-642e132b-8d50-4fca-83fe-1911c92c7800 req-3c3b7340-a307-4e75-aae8-fdbc68774aac service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e44cae20-9b73-4a98-bedb-a3ce140bc7a7 HTTP/1.1" status: 200 len: 1099 time: 0.1996207 Jun 17 10:18:34.694986 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc7c273-e774-4f7a-8a0d-d6faa604491d req-5620a1f3-7604-4bf7-8316-3f549b7d7fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:34.706280 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-4cc7c273-e774-4f7a-8a0d-d6faa604491d req-5620a1f3-7604-4bf7-8316-3f549b7d7fe1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=48c01de934934efeacc4fa02c581bede&device_id=7e0f7683-9ba9-4ed8-9a19-69a362bba4a4 HTTP/1.1" status: 200 len: 1096 time: 0.1219451 Jun 17 10:18:34.716866 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-d84697c2-6888-43ac-8220-f2426181e1f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:34.746469 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-642e132b-8d50-4fca-83fe-1911c92c7800 req-bbcd5c59-5bf7-4d94-8cb5-91e47542df9a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4b298a6e-ca03-4b84-a35f-a75e19063a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577598 Jun 17 10:18:34.827118 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-d84697c2-6888-43ac-8220-f2426181e1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:34.833807 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:18:34.854364 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc7c273-e774-4f7a-8a0d-d6faa604491d req-3035e0ac-7dfb-4379-b5ce-513001ab7693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:34.856804 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-4cc7c273-e774-4f7a-8a0d-d6faa604491d req-3035e0ac-7dfb-4379-b5ce-513001ab7693 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e6f7a612-d480-47a3-873a-90e77aa26979 HTTP/1.1" status: 200 len: 910 time: 0.1329095 Jun 17 10:18:34.978365 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-d84697c2-6888-43ac-8220-f2426181e1f1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d84a1bade6f64aa09a6d89f4c7f375f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4951706 Jun 17 10:18:34.979679 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84697c2-6888-43ac-8220-f2426181e1f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2096840c-6d98-4005-9785-d66044976b4a,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:18:34.984535 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 47226) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:18:34.987341 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-4cc7c273-e774-4f7a-8a0d-d6faa604491d req-073f4c72-864b-4103-aa01-23c0665b7550 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dbed60e5-421a-4319-82cc-800ed00fc7ad HTTP/1.1" status: 200 len: 217 time: 0.0992911 Jun 17 10:18:34.996883 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-d84697c2-6888-43ac-8220-f2426181e1f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:18:35.059343 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c30632b-0651-4657-92e6-f3ef9c5454a3 req-a13334e1-a781-4670-9f7b-8235703b5bc1 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:35.081681 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-8c30632b-0651-4657-92e6-f3ef9c5454a3 req-a13334e1-a781-4670-9f7b-8235703b5bc1 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e0f7683-9ba9-4ed8-9a19-69a362bba4a4 HTTP/1.1" status: 200 len: 943 time: 0.2258179 Jun 17 10:18:35.145056 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc7c273-e774-4f7a-8a0d-d6faa604491d req-f4ef74ae-d079-407d-a191-46c65f9ef1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:35.147325 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-4cc7c273-e774-4f7a-8a0d-d6faa604491d req-f4ef74ae-d079-407d-a191-46c65f9ef1da service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a3a85ed-1fe6-4eac-aaf5-01e431f08210 HTTP/1.1" status: 200 len: 849 time: 0.1476338 Jun 17 10:18:35.165084 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-8c30632b-0651-4657-92e6-f3ef9c5454a3 req-f88c2a90-4726-4910-a7cf-868c8d398e62 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/security-groups?id=da10646b-ca30-442e-bb5d-b49e43ba0310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774214 Jun 17 10:18:35.222824 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-bf4e8452-6303-4602-af59-f56fffa7fe1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:35.228299 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-4cc7c273-e774-4f7a-8a0d-d6faa604491d req-ad356566-fe47-4d15-9ac7-39f1929e362b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e6f7a612-d480-47a3-873a-90e77aa26979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656497 Jun 17 10:18:35.300022 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-bf4e8452-6303-4602-af59-f56fffa7fe1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:35.329432 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29ab2fc-348d-417e-9d78-bff3f830b813 req-7053aa7f-ecca-4d0c-950c-64ad6cc17973 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:35.332221 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-f29ab2fc-348d-417e-9d78-bff3f830b813 req-7053aa7f-ecca-4d0c-950c-64ad6cc17973 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=e44cae20-9b73-4a98-bedb-a3ce140bc7a7 HTTP/1.1" status: 200 len: 946 time: 0.1470401 Jun 17 10:18:35.348442 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 47234) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:18:35.434619 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-76f1cb7e-d4ef-4c29-a3c2-2b16775f9f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:35.439633 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-f29ab2fc-348d-417e-9d78-bff3f830b813 req-6e61fc7a-7d7b-4a13-93ed-407d772d5558 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b298a6e-ca03-4b84-a35f-a75e19063a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883334 Jun 17 10:18:35.445899 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-4cc7c273-e774-4f7a-8a0d-d6faa604491d req-069715ad-929c-4405-85b1-3670917fc472 service neutron] 10.222.0.47 "GET /v2.0/networks/e6f7a612-d480-47a3-873a-90e77aa26979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990242 Jun 17 10:18:35.446156 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.db.db_base_plugin_v2 [None req-e976633a-a41e-46a8-823a-78dcdfe23b83 admin admin] Deleting subnet c501e285-ef07-4abb-b0ea-7b4d96034522 {{(pid=93644) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 10:18:35.447297 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-e976633a-a41e-46a8-823a-78dcdfe23b83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:35.486042 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-e976633a-a41e-46a8-823a-78dcdfe23b83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128499310'] for subnet, precommit_delete_associations {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:35.558808 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-e976633a-a41e-46a8-823a-78dcdfe23b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3786257'] for subnet, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:35.559713 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-bf4e8452-6303-4602-af59-f56fffa7fe1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:35.563432 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-bf4e8452-6303-4602-af59-f56fffa7fe1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:35.565160 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-bf4e8452-6303-4602-af59-f56fffa7fe1d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2096840c-6d98-4005-9785-d66044976b4a HTTP/1.1" status: 204 len: 168 time: 0.5762575 Jun 17 10:18:35.580934 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-fcb1762d-1844-4bc1-967e-0ba63e6ab172 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:18:35.602495 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-4cc7c273-e774-4f7a-8a0d-d6faa604491d req-ead3ea62-f6a7-4073-9996-23a7e83e1f2d service neutron] 10.222.0.47 "GET /v2.0/networks/e6f7a612-d480-47a3-873a-90e77aa26979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472919 Jun 17 10:18:35.603514 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4e8452-6303-4602-af59-f56fffa7fe1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2096840c-6d98-4005-9785-d66044976b4a,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:18:35.607302 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-bf4e8452-6303-4602-af59-f56fffa7fe1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:18:35.639932 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.agents_db [None req-342b98a1-7fdc-4d24-a539-fe72a001d92b None None] Agent healthcheck: found 6 active agents {{(pid=93647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:18:35.766598 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-e976633a-a41e-46a8-823a-78dcdfe23b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3786264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125912260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130007636'] for subnet, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:35.772871 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:18:35.824664 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e976633a-a41e-46a8-823a-78dcdfe23b83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c501e285-ef07-4abb-b0ea-7b4d96034522,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:18:35.828434 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-e976633a-a41e-46a8-823a-78dcdfe23b83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:35.845776 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-e976633a-a41e-46a8-823a-78dcdfe23b83 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/c501e285-ef07-4abb-b0ea-7b4d96034522 HTTP/1.1" status: 204 len: 168 time: 0.4820011 Jun 17 10:18:35.845776 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-e976633a-a41e-46a8-823a-78dcdfe23b83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:18:35.846070 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 47244) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:18:35.963404 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-310fb107-3b9b-49d1-ad49-35768bdcb43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3843219'] for network, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:36.002740 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7832dc22-bc3e-4730-9f7d-ff45341bf772 req-f228c4ed-0d0b-4201-9c9d-6af577821970 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:36.017205 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-7832dc22-bc3e-4730-9f7d-ff45341bf772 req-f228c4ed-0d0b-4201-9c9d-6af577821970 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=c115ea05-b61c-4a41-9a4a-e0185fef6be8 HTTP/1.1" status: 200 len: 945 time: 0.1675515 Jun 17 10:18:36.087261 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-7832dc22-bc3e-4730-9f7d-ff45341bf772 req-5eac4cfa-c3a2-429b-ab4b-ed9262e48e04 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684750 Jun 17 10:18:36.119729 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-310fb107-3b9b-49d1-ad49-35768bdcb43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3792520', 'neutron.services.segments.db._delete_segments_for_network-8740734359601'] for network, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:36.134399 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.services.segments.db [None req-310fb107-3b9b-49d1-ad49-35768bdcb43c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3637b1fa-ac9c-4265-9bfb-ab563ce914f7']}} {{(pid=93645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:18:36.147380 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.services.segments.db [None req-310fb107-3b9b-49d1-ad49-35768bdcb43c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87fd2af9-823d-4f79-9550-f580b9e47ad9') {'for_net_delete': True} {{(pid=93645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:18:36.147656 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.services.segments.db [None req-310fb107-3b9b-49d1-ad49-35768bdcb43c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87fd2af9-823d-4f79-9550-f580b9e47ad9') {} {{(pid=93645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:18:36.157521 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-310fb107-3b9b-49d1-ad49-35768bdcb43c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740734358402', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129947326'] for segment, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:36.179091 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-310fb107-3b9b-49d1-ad49-35768bdcb43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3785028'] for segment, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:36.187719 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-310fb107-3b9b-49d1-ad49-35768bdcb43c admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=93645) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 10:18:36.188157 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-310fb107-3b9b-49d1-ad49-35768bdcb43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3785028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129691361'] for segment, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:36.190471 dv-cinder-796806-1-iscsi neutron-server[93645]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:18:36.190471 dv-cinder-796806-1-iscsi neutron-server[93645]: retrieve_revision_numbers = { Jun 17 10:18:36.190471 dv-cinder-796806-1-iscsi neutron-server[93645]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:18:36.190471 dv-cinder-796806-1-iscsi neutron-server[93645]: retrieve_revision_numbers = { Jun 17 10:18:36.190471 dv-cinder-796806-1-iscsi neutron-server[93645]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:18:36.190471 dv-cinder-796806-1-iscsi neutron-server[93645]: retrieve_revision_numbers = { Jun 17 10:18:36.190471 dv-cinder-796806-1-iscsi neutron-server[93645]: Traceback (most recent call last): Jun 17 10:18:36.190471 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 10:18:36.190471 dv-cinder-796806-1-iscsi neutron-server[93645]: timer() Jun 17 10:18:36.190471 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 10:18:36.190471 dv-cinder-796806-1-iscsi neutron-server[93645]: cb(*args, **kw) Jun 17 10:18:36.190471 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 10:18:36.190471 dv-cinder-796806-1-iscsi neutron-server[93645]: return func(*args, **kwargs) Jun 17 10:18:36.190471 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 10:18:36.190471 dv-cinder-796806-1-iscsi neutron-server[93645]: self._notify() Jun 17 10:18:36.190471 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 10:18:36.190471 dv-cinder-796806-1-iscsi neutron-server[93645]: self.callback(batched_events) Jun 17 10:18:36.190471 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 10:18:36.190471 dv-cinder-796806-1-iscsi neutron-server[93645]: event.method(event) Jun 17 10:18:36.190471 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 10:18:36.190471 dv-cinder-796806-1-iscsi neutron-server[93645]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 10:18:36.190471 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 10:18:36.190471 dv-cinder-796806-1-iscsi neutron-server[93645]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 10:18:36.190471 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 10:18:36.190471 dv-cinder-796806-1-iscsi neutron-server[93645]: return f(self, *a, **k) Jun 17 10:18:36.190471 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 10:18:36.190471 dv-cinder-796806-1-iscsi neutron-server[93645]: return self._get(url).json() Jun 17 10:18:36.190471 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 10:18:36.190471 dv-cinder-796806-1-iscsi neutron-server[93645]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 10:18:36.190471 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 10:18:36.190471 dv-cinder-796806-1-iscsi neutron-server[93645]: return self.request(url, 'GET', **kwargs) Jun 17 10:18:36.190471 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 10:18:36.190471 dv-cinder-796806-1-iscsi neutron-server[93645]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 10:18:36.190471 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 10:18:36.190471 dv-cinder-796806-1-iscsi neutron-server[93645]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 10:18:36.190471 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 10:18:36.190471 dv-cinder-796806-1-iscsi neutron-server[93645]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 10:18:36.190471 dv-cinder-796806-1-iscsi neutron-server[93645]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 10:18:36.430078 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-310fb107-3b9b-49d1-ad49-35768bdcb43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3792531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-714710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684612'] for network, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:36.438039 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:18:36.448081 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-310fb107-3b9b-49d1-ad49-35768bdcb43c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625220'] for network, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:36.454676 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-310fb107-3b9b-49d1-ad49-35768bdcb43c admin admin] 10.222.0.22 "DELETE /v2.0/networks/3637b1fa-ac9c-4265-9bfb-ab563ce914f7 HTTP/1.1" status: 204 len: 168 time: 0.6063116 Jun 17 10:18:36.455859 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493ba84c-fa55-4826-bd21-1c4800ff2435 req-92b925c3-85b2-4103-9acf-be9742adef59 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:36.459369 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-493ba84c-fa55-4826-bd21-1c4800ff2435 req-92b925c3-85b2-4103-9acf-be9742adef59 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e0f7683-9ba9-4ed8-9a19-69a362bba4a4 HTTP/1.1" status: 200 len: 943 time: 0.1303241 Jun 17 10:18:36.469583 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310fb107-3b9b-49d1-ad49-35768bdcb43c admin admin] Pushing event deleted for resources: {'Network': ['ID=3637b1fa-ac9c-4265-9bfb-ab563ce914f7,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:18:36.473545 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-310fb107-3b9b-49d1-ad49-35768bdcb43c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:18:36.543195 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-493ba84c-fa55-4826-bd21-1c4800ff2435 req-2db3ccfd-9c9e-40c0-8638-0fdd8124095f tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/security-groups?id=da10646b-ca30-442e-bb5d-b49e43ba0310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746281 Jun 17 10:18:36.786920 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee2a504-92be-4c8b-b72e-937a2ec4cdeb req-ffc5bf07-3919-4845-b498-8110655898b6 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:36.789536 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-cee2a504-92be-4c8b-b72e-937a2ec4cdeb req-ffc5bf07-3919-4845-b498-8110655898b6 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=e44cae20-9b73-4a98-bedb-a3ce140bc7a7 HTTP/1.1" status: 200 len: 946 time: 0.1380076 Jun 17 10:18:36.877902 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-cee2a504-92be-4c8b-b72e-937a2ec4cdeb req-b66ad25a-5116-4448-9d97-8af9b89cc37c tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b298a6e-ca03-4b84-a35f-a75e19063a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766132 Jun 17 10:18:36.971986 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device dbed60e5-421a-4319-82cc-800ed00fc7ad details requested by agent hyperv_hv-cinder-79680 with host hv-cinder-79680 {{(pid=93646) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 10:18:37.023654 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8334b2a8-081d-4a08-b273-522b2363e8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:37.083751 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 47288) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:18:37.138410 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 47294) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:18:37.165741 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] For port dbed60e5-421a-4319-82cc-800ed00fc7ad, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=dbed60e5-421a-4319-82cc-800ed00fc7ad,segment=NetworkSegment(15a45e65-e483-4433-a957-d2d7d9fb3a7c),segment_id=15a45e65-e483-4433-a957-d2d7d9fb3a7c)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:18:37.189327 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Returning: {'device': 'dbed60e5-421a-4319-82cc-800ed00fc7ad', 'network_id': 'e6f7a612-d480-47a3-873a-90e77aa26979', 'port_id': 'dbed60e5-421a-4319-82cc-800ed00fc7ad', 'mac_address': 'fa:16:3e:cb:e3:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a3a85ed-1fe6-4eac-aaf5-01e431f08210', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93646) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 10:18:37.311097 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:37.317077 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 47300) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:18:37.320417 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-96d0e268-e8a0-4cd8-b0e7-5d4d294c8a20 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4c8d7c9355994183af2479978aa41f9e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1785414 Jun 17 10:18:37.346096 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.notifiers.nova [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbed60e5-421a-4319-82cc-800ed00fc7ad {{(pid=93646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:18:37.414596 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] For port dbed60e5-421a-4319-82cc-800ed00fc7ad, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=dbed60e5-421a-4319-82cc-800ed00fc7ad,segment=NetworkSegment(15a45e65-e483-4433-a957-d2d7d9fb3a7c),segment_id=15a45e65-e483-4433-a957-d2d7d9fb3a7c)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:18:37.447150 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d451ab57-612d-4a9f-b28f-00615b806de8 req-e6d4bdb9-0e51-417b-934d-e7eba6ac9011 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:37.454627 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d451ab57-612d-4a9f-b28f-00615b806de8 req-e6d4bdb9-0e51-417b-934d-e7eba6ac9011 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=c115ea05-b61c-4a41-9a4a-e0185fef6be8 HTTP/1.1" status: 200 len: 945 time: 0.2261114 Jun 17 10:18:37.488281 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-b172435b-e92c-4fab-97d1-ec7495b086f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:37.504216 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:37.508670 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-3ae203dc-f8c6-430f-be33-cccd1c428710 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:18:37.537064 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d451ab57-612d-4a9f-b28f-00615b806de8 req-ebdacf2a-7ae6-4d49-9f19-3c04a7f2bd38 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812800 Jun 17 10:18:37.537981 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-4720eb84-a031-4a6c-9fc9-9ffb59557cc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:37.546672 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-b172435b-e92c-4fab-97d1-ec7495b086f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:37.604230 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Pushing event updated for resources: {'Port': ['ID=dbed60e5-421a-4319-82cc-800ed00fc7ad,revision_number=4']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:18:37.637856 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:18:37.714605 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-4720eb84-a031-4a6c-9fc9-9ffb59557cc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:37.785199 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-b172435b-e92c-4fab-97d1-ec7495b086f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:37.786316 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-b172435b-e92c-4fab-97d1-ec7495b086f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:37.790761 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-b172435b-e92c-4fab-97d1-ec7495b086f6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a644f086-6875-492e-9fdb-6418b4e58878 HTTP/1.1" status: 204 len: 168 time: 0.4725771 Jun 17 10:18:37.794192 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:18:37.806455 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b172435b-e92c-4fab-97d1-ec7495b086f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a644f086-6875-492e-9fdb-6418b4e58878,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:18:37.809429 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-b172435b-e92c-4fab-97d1-ec7495b086f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:18:37.813561 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-4720eb84-a031-4a6c-9fc9-9ffb59557cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:37.820616 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-29f2d053-6d9d-4609-8a06-f86a19a9a9a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:18:37.865129 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a194cfb-239b-4656-84fb-a2d9b7aa318c req-2bddd250-e8d8-45c9-9875-43cfed3ad2b3 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:37.873909 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9a194cfb-239b-4656-84fb-a2d9b7aa318c req-2bddd250-e8d8-45c9-9875-43cfed3ad2b3 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e0f7683-9ba9-4ed8-9a19-69a362bba4a4 HTTP/1.1" status: 200 len: 944 time: 0.1493700 Jun 17 10:18:37.895149 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4720eb84-a031-4a6c-9fc9-9ffb59557cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbdecbfa-06a3-47e3-8c22-6711e8c7fe9d,revision_number=1']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:18:37.914201 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-4720eb84-a031-4a6c-9fc9-9ffb59557cc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:18:37.922162 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-4720eb84-a031-4a6c-9fc9-9ffb59557cc4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a4801ccb48fa4f9a8b62db72311efb2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8311052 Jun 17 10:18:37.923344 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 47320) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:18:38.004196 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9a194cfb-239b-4656-84fb-a2d9b7aa318c req-871819e9-7689-42af-91e2-e0050c472274 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/security-groups?id=da10646b-ca30-442e-bb5d-b49e43ba0310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292510 Jun 17 10:18:38.005337 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] get_ports_and_sgs() called for port_ids ['dbed60e5-421a-4319-82cc-800ed00fc7ad'] {{(pid=93646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 10:18:38.032747 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-ca91a9c3-f308-4095-ba62-fa7820fe738c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:38.118835 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-ca91a9c3-f308-4095-ba62-fa7820fe738c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:38.238110 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f9d1c2-7f7f-43dd-b900-57f8e6f9edce req-dcde57e2-d97e-4fcc-b433-34a455c6d32d tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:38.251259 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-72f9d1c2-7f7f-43dd-b900-57f8e6f9edce req-dcde57e2-d97e-4fcc-b433-34a455c6d32d tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=e44cae20-9b73-4a98-bedb-a3ce140bc7a7 HTTP/1.1" status: 200 len: 946 time: 0.1736267 Jun 17 10:18:38.321082 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-72f9d1c2-7f7f-43dd-b900-57f8e6f9edce req-73211211-bb62-4793-ae23-0c79fd0614a3 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b298a6e-ca03-4b84-a35f-a75e19063a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617037 Jun 17 10:18:38.366596 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-ca91a9c3-f308-4095-ba62-fa7820fe738c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:38.369411 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-ca91a9c3-f308-4095-ba62-fa7820fe738c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:38.372723 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-ca91a9c3-f308-4095-ba62-fa7820fe738c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bbdecbfa-06a3-47e3-8c22-6711e8c7fe9d HTTP/1.1" status: 204 len: 168 time: 0.4413140 Jun 17 10:18:38.372723 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-530a426c-dfe2-443a-8781-de70bc5ba10a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:18:38.381907 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca91a9c3-f308-4095-ba62-fa7820fe738c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbdecbfa-06a3-47e3-8c22-6711e8c7fe9d,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:18:38.385099 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-ca91a9c3-f308-4095-ba62-fa7820fe738c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:18:38.908986 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c2d1b6-3780-420e-bc5a-05ac7e95cd8e req-68b683a4-23e0-4fd1-ab72-09034d546bd0 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:38.918025 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-34c2d1b6-3780-420e-bc5a-05ac7e95cd8e req-68b683a4-23e0-4fd1-ab72-09034d546bd0 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=c115ea05-b61c-4a41-9a4a-e0185fef6be8 HTTP/1.1" status: 200 len: 945 time: 0.1165988 Jun 17 10:18:38.999777 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-34c2d1b6-3780-420e-bc5a-05ac7e95cd8e req-4e941c23-22f2-496b-bf30-f0d0b42b2e94 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800130 Jun 17 10:18:39.346062 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7ab967-9f38-4e4b-8050-33d5654fe322 req-76b1007a-0230-4f18-ae97-0c7092f1dfb9 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:39.358183 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-af7ab967-9f38-4e4b-8050-33d5654fe322 req-76b1007a-0230-4f18-ae97-0c7092f1dfb9 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e0f7683-9ba9-4ed8-9a19-69a362bba4a4 HTTP/1.1" status: 200 len: 944 time: 0.1897681 Jun 17 10:18:39.427654 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-af7ab967-9f38-4e4b-8050-33d5654fe322 req-82b44707-d0e8-4643-934b-e5f226eff71a tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/security-groups?id=da10646b-ca30-442e-bb5d-b49e43ba0310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669971 Jun 17 10:18:39.699251 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 47388) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:18:39.715070 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-2ea6cf1d-44c8-4cdc-9c17-70d98808b9d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:39.862359 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-2ea6cf1d-44c8-4cdc-9c17-70d98808b9d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:40.089821 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-2ea6cf1d-44c8-4cdc-9c17-70d98808b9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:40.089821 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:18:40.146431 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea6cf1d-44c8-4cdc-9c17-70d98808b9d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=856a2fe4-6f48-4fce-8f4d-ea4a861a135c,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:18:40.192901 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-2ea6cf1d-44c8-4cdc-9c17-70d98808b9d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:18:40.215435 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-2ea6cf1d-44c8-4cdc-9c17-70d98808b9d0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0bb1008ae0014933b8527b841abdce1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5152819 Jun 17 10:18:40.219790 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 47406) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:18:40.326020 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-8e2b31d2-0a3f-4ef2-82a4-c9e25b16384d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:40.356100 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-8e2b31d2-0a3f-4ef2-82a4-c9e25b16384d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:40.419027 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d30650e-345f-4a79-822e-26aad6388b85 req-36b39681-cb72-49b6-9d62-3b9969d0f9ff tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:40.421058 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-0d30650e-345f-4a79-822e-26aad6388b85 req-36b39681-cb72-49b6-9d62-3b9969d0f9ff tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=c115ea05-b61c-4a41-9a4a-e0185fef6be8 HTTP/1.1" status: 200 len: 945 time: 0.1377316 Jun 17 10:18:40.514930 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-0d30650e-345f-4a79-822e-26aad6388b85 req-5476b510-8df4-47aa-817e-31a89b822752 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799570 Jun 17 10:18:40.561195 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-8e2b31d2-0a3f-4ef2-82a4-c9e25b16384d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:40.567876 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-8e2b31d2-0a3f-4ef2-82a4-c9e25b16384d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:40.569896 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-8e2b31d2-0a3f-4ef2-82a4-c9e25b16384d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/856a2fe4-6f48-4fce-8f4d-ea4a861a135c HTTP/1.1" status: 204 len: 168 time: 0.3485196 Jun 17 10:18:40.575063 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:18:40.602945 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2b31d2-0a3f-4ef2-82a4-c9e25b16384d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=856a2fe4-6f48-4fce-8f4d-ea4a861a135c,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:18:40.606985 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-8e2b31d2-0a3f-4ef2-82a4-c9e25b16384d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:18:40.794708 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0ee2e2-3644-4255-8eac-4adf793a2dc3 req-1950b5eb-363d-4024-b9ad-643d59aa7d6c tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:40.797307 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-fa0ee2e2-3644-4255-8eac-4adf793a2dc3 req-1950b5eb-363d-4024-b9ad-643d59aa7d6c tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e0f7683-9ba9-4ed8-9a19-69a362bba4a4 HTTP/1.1" status: 200 len: 944 time: 0.1066449 Jun 17 10:18:40.850541 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-fa0ee2e2-3644-4255-8eac-4adf793a2dc3 req-60fdfd60-f887-46de-9734-8c9192012516 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/security-groups?id=da10646b-ca30-442e-bb5d-b49e43ba0310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423923 Jun 17 10:18:40.990901 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device dbed60e5-421a-4319-82cc-800ed00fc7ad up at agent hyperv_hv-cinder-79680 {{(pid=93646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:18:41.184552 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Provisioning for port dbed60e5-421a-4319-82cc-800ed00fc7ad completed by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:18:41.192618 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Provisioning complete for port dbed60e5-421a-4319-82cc-800ed00fc7ad triggered by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:18:41.192873 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:41.296091 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:41.328386 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e0f7683-9ba9-4ed8-9a19-69a362bba4a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbed60e5-421a-4319-82cc-800ed00fc7ad'}] {{(pid=93646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:18:41.330927 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}202ec35f0b2f503ce7e4db3a1c258f37e57fe85608606de8e1c873696d713f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab232528-0f12-4dd9-b107-771f3a5c14a5" -d '{"events": [{"server_uuid": "7e0f7683-9ba9-4ed8-9a19-69a362bba4a4", "name": "network-vif-plugged", "status": "completed", "tag": "dbed60e5-421a-4319-82cc-800ed00fc7ad"}]}' {{(pid=93646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:18:41.347125 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] For port dbed60e5-421a-4319-82cc-800ed00fc7ad, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=dbed60e5-421a-4319-82cc-800ed00fc7ad,segment=NetworkSegment(15a45e65-e483-4433-a957-d2d7d9fb3a7c),segment_id=15a45e65-e483-4433-a957-d2d7d9fb3a7c)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:18:41.381169 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99142b2f-3b10-4f35-9ff1-ce722ccd9529 x-openstack-request-id: req-99142b2f-3b10-4f35-9ff1-ce722ccd9529 {{(pid=93646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:18:41.381715 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e0f7683-9ba9-4ed8-9a19-69a362bba4a4", "name": "network-vif-plugged", "status": "completed", "tag": "dbed60e5-421a-4319-82cc-800ed00fc7ad", "code": 200}]} {{(pid=93646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:18:41.381992 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-99142b2f-3b10-4f35-9ff1-ce722ccd9529 {{(pid=93646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:18:41.382411 dv-cinder-796806-1-iscsi neutron-server[93646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e0f7683-9ba9-4ed8-9a19-69a362bba4a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbed60e5-421a-4319-82cc-800ed00fc7ad', 'code': 200} Jun 17 10:18:41.485776 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:41.488014 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-486ba043-15f4-4c6f-bef9-974ce6eef0d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:18:41.555081 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Pushing event updated for resources: {'Port': ['ID=dbed60e5-421a-4319-82cc-800ed00fc7ad,revision_number=5']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:18:41.559161 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:18:41.833841 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 47466) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:18:41.863366 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be4644-24cd-4f7f-873b-3fa4fc701d45 req-c2511dee-fbf0-4fdb-a655-b84a254ad668 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:41.866165 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-e9be4644-24cd-4f7f-873b-3fa4fc701d45 req-c2511dee-fbf0-4fdb-a655-b84a254ad668 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=c115ea05-b61c-4a41-9a4a-e0185fef6be8 HTTP/1.1" status: 200 len: 945 time: 0.1530771 Jun 17 10:18:41.866465 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-e7470705-ecbf-4b43-817b-7bc0ccb84132 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:41.924401 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-e9be4644-24cd-4f7f-873b-3fa4fc701d45 req-de4458d0-6c6b-46ab-972e-d7930538eac4 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491235 Jun 17 10:18:42.085627 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe4b5b8-f9b9-4a9d-9a60-ec94f76cf089 req-b006f816-77a5-42cf-9c59-1fdde64789c6 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:42.087557 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-afe4b5b8-f9b9-4a9d-9a60-ec94f76cf089 req-b006f816-77a5-42cf-9c59-1fdde64789c6 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e0f7683-9ba9-4ed8-9a19-69a362bba4a4 HTTP/1.1" status: 200 len: 945 time: 0.0934641 Jun 17 10:18:42.099868 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-e7470705-ecbf-4b43-817b-7bc0ccb84132 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:42.196382 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-afe4b5b8-f9b9-4a9d-9a60-ec94f76cf089 req-32d1fb37-bedf-45b4-8811-7e6737157698 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/security-groups?id=da10646b-ca30-442e-bb5d-b49e43ba0310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983605 Jun 17 10:18:42.203847 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c64296e-e31b-4161-9057-362bd74a4b92 req-c433b790-f0c0-4140-a354-e329c46f6efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:42.208079 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-0c64296e-e31b-4161-9057-362bd74a4b92 req-c433b790-f0c0-4140-a354-e329c46f6efa service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7e0f7683-9ba9-4ed8-9a19-69a362bba4a4 HTTP/1.1" status: 200 len: 1098 time: 0.0952630 Jun 17 10:18:42.277460 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-0c64296e-e31b-4161-9057-362bd74a4b92 req-0047b59d-135a-47c2-a68d-44b3f8cf6565 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=da10646b-ca30-442e-bb5d-b49e43ba0310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488851 Jun 17 10:18:42.293754 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-e7470705-ecbf-4b43-817b-7bc0ccb84132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:42.300500 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:18:42.396171 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-e7470705-ecbf-4b43-817b-7bc0ccb84132 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9c32b66c3a79499ba3298b4ed7202a7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5571151 Jun 17 10:18:42.396171 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7470705-ecbf-4b43-817b-7bc0ccb84132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=365fd598-2ec5-41fc-887b-3069acfc7b57,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:18:42.396671 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 47488) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:18:42.401825 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-e7470705-ecbf-4b43-817b-7bc0ccb84132 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:18:42.482031 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-8e5fb437-dc59-4bcd-a6ff-6ecde662aaa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:42.547622 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-8e5fb437-dc59-4bcd-a6ff-6ecde662aaa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:42.747557 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee4e394-bed0-4e9d-ad0b-0b72caa01e43 req-72b2247b-b75c-4aad-b0c5-43a0e2b5306f tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:42.750342 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-0ee4e394-bed0-4e9d-ad0b-0b72caa01e43 req-72b2247b-b75c-4aad-b0c5-43a0e2b5306f tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/networks?id=9a805b2b-cd8e-4e47-bb4f-0c9740043540 HTTP/1.1" status: 200 len: 815 time: 0.1514297 Jun 17 10:18:42.770253 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-8e5fb437-dc59-4bcd-a6ff-6ecde662aaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:42.775701 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-8e5fb437-dc59-4bcd-a6ff-6ecde662aaa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:42.777937 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-8e5fb437-dc59-4bcd-a6ff-6ecde662aaa5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/365fd598-2ec5-41fc-887b-3069acfc7b57 HTTP/1.1" status: 204 len: 168 time: 0.3798122 Jun 17 10:18:42.781359 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-ee454465-1c71-4179-a496-01aac1f7fd2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:18:42.792352 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-0ee4e394-bed0-4e9d-ad0b-0b72caa01e43 req-00f4851a-ebca-4225-9c1d-9468b63db72d tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/quotas/7c65ad8f35ae464b8ab3462292a725d5 HTTP/1.1" status: 200 len: 375 time: 0.0251532 Jun 17 10:18:42.797938 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5fb437-dc59-4bcd-a6ff-6ecde662aaa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=365fd598-2ec5-41fc-887b-3069acfc7b57,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:18:43.174313 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-8e5fb437-dc59-4bcd-a6ff-6ecde662aaa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:18:43.285264 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-0ee4e394-bed0-4e9d-ad0b-0b72caa01e43 req-74c71dea-c200-4933-a21a-5d009cd7b13c tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=7c65ad8f35ae464b8ab3462292a725d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4894271 Jun 17 10:18:43.326460 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd81ba-87c3-4989-a458-95c386340553 req-b5724ff8-c366-471f-bded-5370275ca290 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:43.328117 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-8dbd81ba-87c3-4989-a458-95c386340553 req-b5724ff8-c366-471f-bded-5370275ca290 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=c115ea05-b61c-4a41-9a4a-e0185fef6be8 HTTP/1.1" status: 200 len: 945 time: 0.1529441 Jun 17 10:18:43.414641 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-8dbd81ba-87c3-4989-a458-95c386340553 req-2f5b74e6-8f3b-4d8b-8222-6f6048911eeb tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737782 Jun 17 10:18:43.463678 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-0ee4e394-bed0-4e9d-ad0b-0b72caa01e43 req-80a08ba3-3bc2-4795-9198-e9e14ea29f01 service neutron] 10.222.0.22 "GET /v2.0/networks/9a805b2b-cd8e-4e47-bb4f-0c9740043540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585896 Jun 17 10:18:43.660842 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-0ee4e394-bed0-4e9d-ad0b-0b72caa01e43 req-8f13aff7-e5cf-47c1-be78-23c044071bf8 service neutron] 10.222.0.22 "GET /v2.0/networks/9a805b2b-cd8e-4e47-bb4f-0c9740043540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971257 Jun 17 10:18:43.816854 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2690fcdf-0043-4c84-85de-43c4e19709ad req-7455b19c-3c7a-481b-8a3e-9f0ef7588d7c tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:43.818912 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-2690fcdf-0043-4c84-85de-43c4e19709ad req-7455b19c-3c7a-481b-8a3e-9f0ef7588d7c tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e0f7683-9ba9-4ed8-9a19-69a362bba4a4 HTTP/1.1" status: 200 len: 945 time: 0.1163926 Jun 17 10:18:43.878165 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-2690fcdf-0043-4c84-85de-43c4e19709ad req-e6c4d5e8-f44a-4fa8-bd9a-377e7b6ab955 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/security-groups?id=da10646b-ca30-442e-bb5d-b49e43ba0310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521672 Jun 17 10:18:44.140365 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6cc5d648-10ec-4474-b3b5-904244debdf4 req-57c56b9b-51f5-4b3b-802e-30a3aaf5242c tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d10d4450-92d2-4152-b17a-0634009dee27 HTTP/1.1" status: 200 len: 210 time: 0.1151588 Jun 17 10:18:44.297713 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 47554) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:18:44.465987 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-2bf6f843-117f-4516-abc9-969fb8943b07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:44.708075 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-2bf6f843-117f-4516-abc9-969fb8943b07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:44.760146 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf8c901-febb-4821-bdc6-afa51ed25661 req-a2ceed31-c21e-4352-aed7-b1b976ebbd88 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:44.762966 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-dbf8c901-febb-4821-bdc6-afa51ed25661 req-a2ceed31-c21e-4352-aed7-b1b976ebbd88 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=c115ea05-b61c-4a41-9a4a-e0185fef6be8 HTTP/1.1" status: 200 len: 945 time: 0.1502500 Jun 17 10:18:44.811596 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-dbf8c901-febb-4821-bdc6-afa51ed25661 req-65c57826-5722-4444-ad19-7dc742cfcfd1 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418353 Jun 17 10:18:44.862374 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-2bf6f843-117f-4516-abc9-969fb8943b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:44.869720 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-247eadf0-7d88-4792-a370-549c4fce2e2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:18:44.941758 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-2bf6f843-117f-4516-abc9-969fb8943b07 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d13f5955dbfb4dbc81f2b83f82239f4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6403491 Jun 17 10:18:44.946017 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 47576) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:18:44.946703 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf6f843-117f-4516-abc9-969fb8943b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b10ebc64-12e5-4844-889f-7c756284ef44,revision_number=1']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:18:44.952407 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-2bf6f843-117f-4516-abc9-969fb8943b07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:18:45.018330 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-0e261251-b5e4-40ab-bb5f-982f34012464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:45.052938 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-0e261251-b5e4-40ab-bb5f-982f34012464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:45.131597 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a64e3-c12e-40cd-95ba-9400ba199c1d req-9d60938e-5dca-45ae-bedd-a1a317906e69 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:45.133181 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-bd2a64e3-c12e-40cd-95ba-9400ba199c1d req-9d60938e-5dca-45ae-bedd-a1a317906e69 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e0f7683-9ba9-4ed8-9a19-69a362bba4a4 HTTP/1.1" status: 200 len: 945 time: 0.0783679 Jun 17 10:18:45.187160 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-bd2a64e3-c12e-40cd-95ba-9400ba199c1d req-e7f759ce-1e75-4fcd-a847-50a0b770b3a1 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/security-groups?id=da10646b-ca30-442e-bb5d-b49e43ba0310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461473 Jun 17 10:18:45.290677 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-20ee411b-55c2-4954-9d07-e3532164d7da req-af69cb22-99a9-40ea-909b-7a4ac7e7a694 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d10d4450-92d2-4152-b17a-0634009dee27 HTTP/1.1" status: 200 len: 210 time: 0.0746768 Jun 17 10:18:45.314181 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-0e261251-b5e4-40ab-bb5f-982f34012464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:45.317772 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-0e261251-b5e4-40ab-bb5f-982f34012464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:45.320350 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-0e261251-b5e4-40ab-bb5f-982f34012464 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b10ebc64-12e5-4844-889f-7c756284ef44 HTTP/1.1" status: 204 len: 168 time: 0.3715012 Jun 17 10:18:45.322121 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-76d173b6-8cda-4979-ae01-642a4c792979 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:18:45.351965 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e261251-b5e4-40ab-bb5f-982f34012464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10ebc64-12e5-4844-889f-7c756284ef44,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:18:45.373010 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-0e261251-b5e4-40ab-bb5f-982f34012464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:18:46.046427 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0126cf56-43f3-4ff1-876a-785fee864652 req-111d12a6-075f-4ac9-96ab-092c7581e1bb tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:46.049159 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-0126cf56-43f3-4ff1-876a-785fee864652 req-111d12a6-075f-4ac9-96ab-092c7581e1bb tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=c115ea05-b61c-4a41-9a4a-e0185fef6be8 HTTP/1.1" status: 200 len: 945 time: 0.0898991 Jun 17 10:18:46.112783 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-0126cf56-43f3-4ff1-876a-785fee864652 req-e048ee8b-ebde-4018-ad07-83d456d8447e tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551627 Jun 17 10:18:46.493472 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-50bddb5e-dad5-47c1-a37e-3d7a3845d47d req-c3b06d53-5f2c-4a2e-8c41-b284a46dbb6f tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d10d4450-92d2-4152-b17a-0634009dee27 HTTP/1.1" status: 200 len: 210 time: 0.0343633 Jun 17 10:18:46.716011 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 47636) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:18:46.739151 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-c4094625-52ad-4d8b-b541-ed1914a4ad31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:46.958556 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-c4094625-52ad-4d8b-b541-ed1914a4ad31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:47.070125 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-c4094625-52ad-4d8b-b541-ed1914a4ad31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:47.076136 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:18:47.146184 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-c4094625-52ad-4d8b-b541-ed1914a4ad31 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bb12292f75324539859b28736edc104a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4288363 Jun 17 10:18:47.148086 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4094625-52ad-4d8b-b541-ed1914a4ad31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c712cf-a04e-4cee-a865-4d4e70c5ce06,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:18:47.149955 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 47662) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:18:47.155189 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-c4094625-52ad-4d8b-b541-ed1914a4ad31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:18:47.241134 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-4eb39a94-8e06-4eda-a146-212d86b15e9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:47.278955 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-4eb39a94-8e06-4eda-a146-212d86b15e9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:47.389420 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30182a0f-96d0-4be7-a452-b7f57259518b req-78bcdcbb-6161-4865-865b-5f4be3d96b48 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:47.391181 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-30182a0f-96d0-4be7-a452-b7f57259518b req-78bcdcbb-6161-4865-865b-5f4be3d96b48 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=c115ea05-b61c-4a41-9a4a-e0185fef6be8 HTTP/1.1" status: 200 len: 945 time: 0.0988545 Jun 17 10:18:47.448060 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-30182a0f-96d0-4be7-a452-b7f57259518b req-dae072b6-660e-4eae-86a1-d804e05c5232 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463343 Jun 17 10:18:47.543867 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-4eb39a94-8e06-4eda-a146-212d86b15e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:47.551654 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-4eb39a94-8e06-4eda-a146-212d86b15e9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:47.553024 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-4eb39a94-8e06-4eda-a146-212d86b15e9d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a6c712cf-a04e-4cee-a865-4d4e70c5ce06 HTTP/1.1" status: 204 len: 168 time: 0.4012692 Jun 17 10:18:47.554528 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-04c00fde-09e7-4993-83fa-a1b7a2376b13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:18:47.573884 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb39a94-8e06-4eda-a146-212d86b15e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c712cf-a04e-4cee-a865-4d4e70c5ce06,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:18:47.585693 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-4eb39a94-8e06-4eda-a146-212d86b15e9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:18:47.692967 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 47672) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:18:47.776410 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-4c8e9677-7998-443e-bac9-fa82a2d417ca req-6d71af48-2eff-41f7-959b-d43860eea485 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d10d4450-92d2-4152-b17a-0634009dee27 HTTP/1.1" status: 200 len: 210 time: 0.0605617 Jun 17 10:18:47.934834 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-0ae032f8-903c-4ab5-8627-bc72f65d31ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:48.139134 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-0ae032f8-903c-4ab5-8627-bc72f65d31ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:48.280267 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-0ae032f8-903c-4ab5-8627-bc72f65d31ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:48.296835 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-23f7c700-f482-4e4e-b0be-844d91e9a64a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:18:48.363558 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae032f8-903c-4ab5-8627-bc72f65d31ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1c2772-ffb3-4fd5-9e4d-57bb3faca875,revision_number=1']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:18:48.370187 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-0ae032f8-903c-4ab5-8627-bc72f65d31ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:18:48.388822 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-0ae032f8-903c-4ab5-8627-bc72f65d31ad admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1503b3e2aad44dc880fa150c7031b4ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6936057 Jun 17 10:18:48.393178 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 47698) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:18:48.492195 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-5a3fdc69-0132-42db-a10f-b93b92e391f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:48.538590 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-5a3fdc69-0132-42db-a10f-b93b92e391f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:48.736957 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-5a3fdc69-0132-42db-a10f-b93b92e391f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:48.743431 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-5a3fdc69-0132-42db-a10f-b93b92e391f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:48.748040 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-5a3fdc69-0132-42db-a10f-b93b92e391f2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8b1c2772-ffb3-4fd5-9e4d-57bb3faca875 HTTP/1.1" status: 204 len: 168 time: 0.3512819 Jun 17 10:18:48.752796 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-c4094625-52ad-4d8b-b541-ed1914a4ad31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:18:48.845912 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45307932-3f77-4dd7-9d05-1f0a269537ca req-7f84213e-a78b-43bc-8dec-5c87974a6225 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:48.850467 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-45307932-3f77-4dd7-9d05-1f0a269537ca req-7f84213e-a78b-43bc-8dec-5c87974a6225 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=c115ea05-b61c-4a41-9a4a-e0185fef6be8 HTTP/1.1" status: 200 len: 945 time: 0.2128177 Jun 17 10:18:48.910687 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3fdc69-0132-42db-a10f-b93b92e391f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1c2772-ffb3-4fd5-9e4d-57bb3faca875,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:18:48.926999 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-5a3fdc69-0132-42db-a10f-b93b92e391f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:18:49.038591 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-45307932-3f77-4dd7-9d05-1f0a269537ca req-e49a39bb-45d8-40a5-af44-6bf13a6661cc tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763446 Jun 17 10:18:49.094507 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee4e394-bed0-4e9d-ad0b-0b72caa01e43 req-a214c0a8-36d8-4b0b-a1fa-31efa1a564ba tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:49.102306 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-0ee4e394-bed0-4e9d-ad0b-0b72caa01e43 req-a214c0a8-36d8-4b0b-a1fa-31efa1a564ba tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.47 "GET /v2.0/networks?id=9a805b2b-cd8e-4e47-bb4f-0c9740043540 HTTP/1.1" status: 200 len: 815 time: 0.4439895 Jun 17 10:18:49.136710 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.v2.base [req-0ee4e394-bed0-4e9d-ad0b-0b72caa01e43 req-e704987f-42ed-45b6-b752-ab1995341577 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Request body: {'port': {'device_id': 'd10d4450-92d2-4152-b17a-0634009dee27', 'network_id': '9a805b2b-cd8e-4e47-bb4f-0c9740043540', 'admin_state_up': True, 'tenant_id': '7c65ad8f35ae464b8ab3462292a725d5'}} {{(pid=93645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:18:49.286465 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e381c-95f9-4c7c-a77b-83df7e91b681 req-d23bcb5e-e67d-4c8c-aa9e-92bf3703da0b tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:49.290880 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-a57e381c-95f9-4c7c-a77b-83df7e91b681 req-d23bcb5e-e67d-4c8c-aa9e-92bf3703da0b tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e0f7683-9ba9-4ed8-9a19-69a362bba4a4 HTTP/1.1" status: 200 len: 945 time: 0.3150983 Jun 17 10:18:49.411553 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-b771d04f-9c47-4614-b37c-5233c2f6f30a req-e57ea16b-4b34-4b05-ab9a-f8973dc080af tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d10d4450-92d2-4152-b17a-0634009dee27 HTTP/1.1" status: 200 len: 210 time: 0.0807884 Jun 17 10:18:49.444649 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-a57e381c-95f9-4c7c-a77b-83df7e91b681 req-61d0d135-f457-4671-8b48-0d91b39efa92 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/security-groups?id=da10646b-ca30-442e-bb5d-b49e43ba0310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388288 Jun 17 10:18:49.568090 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ee4e394-bed0-4e9d-ad0b-0b72caa01e43 req-e704987f-42ed-45b6-b752-ab1995341577 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Made reservation on behalf of 7c65ad8f35ae464b8ab3462292a725d5 for: {'port': 1} {{(pid=93645) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:18:49.579551 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-0ee4e394-bed0-4e9d-ad0b-0b72caa01e43 req-e704987f-42ed-45b6-b752-ab1995341577 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3930454'] for port, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:49.849056 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.db_base_plugin_common [req-0ee4e394-bed0-4e9d-ad0b-0b72caa01e43 req-e704987f-42ed-45b6-b752-ab1995341577 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Allocated IP 172.20.0.3 (9a805b2b-cd8e-4e47-bb4f-0c9740043540/cef6c515-9123-40fd-a090-e2ea3bc5a141/c895d625-b840-40cb-aac7-139b44c809b6) {{(pid=93645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:18:50.112893 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-0ee4e394-bed0-4e9d-ad0b-0b72caa01e43 req-e704987f-42ed-45b6-b752-ab1995341577 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Notify callbacks [] for port, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:50.286005 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-0ee4e394-bed0-4e9d-ad0b-0b72caa01e43 req-e704987f-42ed-45b6-b752-ab1995341577 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3925395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740733869087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129691327'] for port, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:50.292354 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:18:50.310597 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] get_ports_and_sgs() called for port_ids ['04940f7f-87de-4aa6-ad53-1548536f45e1', '0156a4b6-95f6-46a5-b525-7dbb108aae7a'] {{(pid=93646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 10:18:50.345290 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ee4e394-bed0-4e9d-ad0b-0b72caa01e43 req-e704987f-42ed-45b6-b752-ab1995341577 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Network 9a805b2b-cd8e-4e47-bb4f-0c9740043540 is already hosted by enough agents. {{(pid=93645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:18:50.352546 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.base_scheduler [req-0ee4e394-bed0-4e9d-ad0b-0b72caa01e43 req-e704987f-42ed-45b6-b752-ab1995341577 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Resources bound (agent type, host, resource id): {{(pid=93645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:18:50.370216 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ee4e394-bed0-4e9d-ad0b-0b72caa01e43 req-e704987f-42ed-45b6-b752-ab1995341577 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Received port after_create {{(pid=93645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:18:50.491950 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee4e394-bed0-4e9d-ad0b-0b72caa01e43 req-e704987f-42ed-45b6-b752-ab1995341577 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:50.493012 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-0ee4e394-bed0-4e9d-ad0b-0b72caa01e43 req-e704987f-42ed-45b6-b752-ab1995341577 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625220'] for port, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:50.498069 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e704987f-42ed-45b6-b752-ab1995341577 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Pushing event updated for resources: {'Port': ['ID=c895d625-b840-40cb-aac7-139b44c809b6,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:18:50.511415 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5fa2a-3c3f-40aa-a718-21cd84410c5d req-870c36cf-87c6-4c28-a026-4d60e3547041 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:50.513072 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-c0e5fa2a-3c3f-40aa-a718-21cd84410c5d req-870c36cf-87c6-4c28-a026-4d60e3547041 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=c115ea05-b61c-4a41-9a4a-e0185fef6be8 HTTP/1.1" status: 200 len: 945 time: 0.2092702 Jun 17 10:18:50.524059 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-e704987f-42ed-45b6-b752-ab1995341577 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:18:50.600091 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-c0e5fa2a-3c3f-40aa-a718-21cd84410c5d req-b1f72bca-6059-4735-947e-44faf92e6430 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797215 Jun 17 10:18:50.641076 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-0ee4e394-bed0-4e9d-ad0b-0b72caa01e43 req-e704987f-42ed-45b6-b752-ab1995341577 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5114095 Jun 17 10:18:50.828441 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cdcd2b-81fa-49d5-b7fd-6b2477ac4470 req-86727587-4e1d-45f0-9705-a29091c21249 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:50.831180 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-b6cdcd2b-81fa-49d5-b7fd-6b2477ac4470 req-86727587-4e1d-45f0-9705-a29091c21249 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d10d4450-92d2-4152-b17a-0634009dee27 HTTP/1.1" status: 200 len: 931 time: 0.1396971 Jun 17 10:18:50.961556 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-b6cdcd2b-81fa-49d5-b7fd-6b2477ac4470 req-f6153b0e-e0d9-4596-884e-0eb0aee15980 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b298a6e-ca03-4b84-a35f-a75e19063a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107290 Jun 17 10:18:51.029225 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692156fe-31af-469c-8c82-caebb612eb29 req-f7788877-40f9-4698-b6b9-b679f8625bcb tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:51.029225 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-692156fe-31af-469c-8c82-caebb612eb29 req-f7788877-40f9-4698-b6b9-b679f8625bcb tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e0f7683-9ba9-4ed8-9a19-69a362bba4a4 HTTP/1.1" status: 200 len: 945 time: 0.1958585 Jun 17 10:18:51.125426 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-692156fe-31af-469c-8c82-caebb612eb29 req-eaa58080-7959-422f-a683-84632bf490a5 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/security-groups?id=da10646b-ca30-442e-bb5d-b49e43ba0310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852292 Jun 17 10:18:51.189284 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 47790) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:18:51.480194 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.v2.base [None req-5038bc40-8343-4a90-ae6b-dbdeedb99f54 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1666570486-network', 'tenant_id': '9a6c13a11d5746ed9ba089a64e8d2549'}} {{(pid=93645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:18:51.596415 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5038bc40-8343-4a90-ae6b-dbdeedb99f54 admin admin] Made reservation on behalf of 9a6c13a11d5746ed9ba089a64e8d2549 for: {'network': 1} {{(pid=93645) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:18:51.596415 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-5038bc40-8343-4a90-ae6b-dbdeedb99f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3930454'] for network, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:51.614027 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-5038bc40-8343-4a90-ae6b-dbdeedb99f54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:51.767384 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-5038bc40-8343-4a90-ae6b-dbdeedb99f54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:51.846715 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e5427e-5c1f-4380-ab14-fa05ac6165f4 req-f49b70ee-0805-4c61-b828-0eae901f1cea tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:51.846715 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-b8e5427e-5c1f-4380-ab14-fa05ac6165f4 req-f49b70ee-0805-4c61-b828-0eae901f1cea tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=c115ea05-b61c-4a41-9a4a-e0185fef6be8 HTTP/1.1" status: 200 len: 945 time: 0.0892124 Jun 17 10:18:51.856737 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-5038bc40-8343-4a90-ae6b-dbdeedb99f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:51.862578 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-b7327410-0e5b-4060-b99c-c51f6ea15e3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:18:51.887459 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5038bc40-8343-4a90-ae6b-dbdeedb99f54 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=93645) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 10:18:51.902392 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-b8e5427e-5c1f-4380-ab14-fa05ac6165f4 req-58a38713-2833-4578-9b86-5fbab2f004fe tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473564 Jun 17 10:18:51.907423 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5038bc40-8343-4a90-ae6b-dbdeedb99f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53de0d9a-5a0b-4ab8-8623-79700c1fe6a9,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:18:51.910753 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-5038bc40-8343-4a90-ae6b-dbdeedb99f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3785028'] for segment, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:51.911107 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.db.segments_db [None req-5038bc40-8343-4a90-ae6b-dbdeedb99f54 admin admin] Added segment fbd9f26e-5ef6-41de-b20d-bb9149a77337 of type vlan for network b9e4b84a-8dde-4ee3-9ab8-7dbe232b2e85 Jun 17 10:18:51.914171 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-5038bc40-8343-4a90-ae6b-dbdeedb99f54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:18:52.002825 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-5038bc40-8343-4a90-ae6b-dbdeedb99f54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740733824422'] for network, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:52.154685 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-5038bc40-8343-4a90-ae6b-dbdeedb99f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-714710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243'] for network, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:52.157076 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5038bc40-8343-4a90-ae6b-dbdeedb99f54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:52.158139 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-5038bc40-8343-4a90-ae6b-dbdeedb99f54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625220'] for network, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:52.165965 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:18:52.239418 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c32636-3d41-4ed6-b157-b8499868f516 req-c878ef15-27d4-4d20-a8fc-8c05cc8b882c tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:52.241823 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-05c32636-3d41-4ed6-b157-b8499868f516 req-c878ef15-27d4-4d20-a8fc-8c05cc8b882c tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d10d4450-92d2-4152-b17a-0634009dee27 HTTP/1.1" status: 200 len: 931 time: 0.1168962 Jun 17 10:18:52.294025 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5038bc40-8343-4a90-ae6b-dbdeedb99f54 admin admin] Pushing event updated for resources: {'Network': ['ID=b9e4b84a-8dde-4ee3-9ab8-7dbe232b2e85,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:18:52.299081 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-5038bc40-8343-4a90-ae6b-dbdeedb99f54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:18:52.302901 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-05c32636-3d41-4ed6-b157-b8499868f516 req-69ce6bea-34b6-47c9-9ac3-8cb4af09ff83 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b298a6e-ca03-4b84-a35f-a75e19063a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497422 Jun 17 10:18:52.310863 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 47838) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:18:52.316766 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-5038bc40-8343-4a90-ae6b-dbdeedb99f54 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1207964 Jun 17 10:18:52.319362 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Network b9e4b84a-8dde-4ee3-9ab8-7dbe232b2e85 details requested by agent ovs-agent-dv-cinder-796806-1-iscsi with host dv-cinder-796806-1-iscsi {{(pid=93646) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 10:18:52.322618 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.v2.base [None req-3b3ebfd9-4f8b-416a-bcc2-b5e654d3bf31 admin admin] Request body: {'subnet': {'network_id': 'b9e4b84a-8dde-4ee3-9ab8-7dbe232b2e85', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1666570486-subnet', 'tenant_id': '9a6c13a11d5746ed9ba089a64e8d2549', 'ip_version': 4}} {{(pid=93644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:18:52.530359 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b3ebfd9-4f8b-416a-bcc2-b5e654d3bf31 admin admin] Made reservation on behalf of 9a6c13a11d5746ed9ba089a64e8d2549 for: {'subnet': 1} {{(pid=93644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:18:52.534381 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-3b3ebfd9-4f8b-416a-bcc2-b5e654d3bf31 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130007665'] for subnet, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:52.709166 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8008570-c3be-4bbd-b86a-fb648d4987ed req-3c523d54-40c7-4d30-afac-c7e62334a9bd tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:52.711024 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-b8008570-c3be-4bbd-b86a-fb648d4987ed req-3c523d54-40c7-4d30-afac-c7e62334a9bd tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e0f7683-9ba9-4ed8-9a19-69a362bba4a4 HTTP/1.1" status: 200 len: 945 time: 0.2005916 Jun 17 10:18:52.798619 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-b8008570-c3be-4bbd-b86a-fb648d4987ed req-ba06abfe-2652-44a7-a078-518fa10cc49e tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/security-groups?id=da10646b-ca30-442e-bb5d-b49e43ba0310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798724 Jun 17 10:18:52.931786 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-3b3ebfd9-4f8b-416a-bcc2-b5e654d3bf31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125912203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130007651'] for subnet, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:52.934993 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-af1cf767-ed1d-4e58-b979-440f68657020 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:18:53.008512 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3ebfd9-4f8b-416a-bcc2-b5e654d3bf31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0f4a3e0-d2e8-4ac0-b721-b783e50aed11,revision_number=0']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:18:53.011774 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-3b3ebfd9-4f8b-416a-bcc2-b5e654d3bf31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:18:53.030426 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3ebfd9-4f8b-416a-bcc2-b5e654d3bf31 admin admin] Checking segment: {'id': 'fbd9f26e-5ef6-41de-b20d-bb9149a77337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b9e4b84a-8dde-4ee3-9ab8-7dbe232b2e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:18:53.031033 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3ebfd9-4f8b-416a-bcc2-b5e654d3bf31 admin admin] Network hostable DHCP agents. Network: b9e4b84a-8dde-4ee3-9ab8-7dbe232b2e85, hostable agents: ['337bcc12-ee2b-4966-b704-642398d54e19'], hosted agents: [] {{(pid=93644) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 10:18:53.128133 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 47854) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:18:53.214946 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccfa5f0-cd8d-4c78-b9c1-7b4eeccc3645 req-4642baee-fdc8-42c4-beb7-683089fe1c87 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:53.217314 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-1ccfa5f0-cd8d-4c78-b9c1-7b4eeccc3645 req-4642baee-fdc8-42c4-beb7-683089fe1c87 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=c115ea05-b61c-4a41-9a4a-e0185fef6be8 HTTP/1.1" status: 200 len: 945 time: 0.1053376 Jun 17 10:18:53.218682 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3ebfd9-4f8b-416a-bcc2-b5e654d3bf31 admin admin] Network b9e4b84a-8dde-4ee3-9ab8-7dbe232b2e85 is scheduled to be hosted by DHCP agent 337bcc12-ee2b-4966-b704-642398d54e19 with binding_index 1 {{(pid=93644) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 10:18:53.270954 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-1ccfa5f0-cd8d-4c78-b9c1-7b4eeccc3645 req-caeab8e6-1f37-4d77-ac2d-7fb072d617ca tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432303 Jun 17 10:18:53.322026 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-e1823cab-0d73-4355-8783-66e87251fc71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:53.348820 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.base_scheduler [None req-3b3ebfd9-4f8b-416a-bcc2-b5e654d3bf31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796806-1-iscsi, b9e4b84a-8dde-4ee3-9ab8-7dbe232b2e85) {{(pid=93644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:18:53.356530 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3ebfd9-4f8b-416a-bcc2-b5e654d3bf31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:53.357873 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-3b3ebfd9-4f8b-416a-bcc2-b5e654d3bf31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:53.372244 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1549a948-25c5-46eb-8b3d-4aed9ce981e4 None None] Network b9e4b84a-8dde-4ee3-9ab8-7dbe232b2e85 requested from dv-cinder-796806-1-iscsi {{(pid=93646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:18:53.480802 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-e1823cab-0d73-4355-8783-66e87251fc71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:53.543250 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-e1823cab-0d73-4355-8783-66e87251fc71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:53.549807 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-5a3fdc69-0132-42db-a10f-b93b92e391f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:18:53.621102 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1823cab-0d73-4355-8783-66e87251fc71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af10c463-9f0b-47b6-9048-bf5df79eb872,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:18:53.634848 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-e1823cab-0d73-4355-8783-66e87251fc71 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=588cae4db189411c9c6a538cf541e5c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5048320 Jun 17 10:18:53.635143 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 47862) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:18:53.636465 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-e1823cab-0d73-4355-8783-66e87251fc71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:18:53.660720 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db3c7dd-f418-45ea-a566-eef7b46cb6b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5dc65e0-4409-5911-8cd3-dd420be80dd8-b9e4b84a-8dde-4ee3-9ab8-7dbe232b2e85', 'network_id': 'b9e4b84a-8dde-4ee3-9ab8-7dbe232b2e85', 'tenant_id': '9a6c13a11d5746ed9ba089a64e8d2549', 'fixed_ips': [{'subnet_id': 'e0f4a3e0-d2e8-4ac0-b721-b783e50aed11'}]}} from dv-cinder-796806-1-iscsi. {{(pid=93646) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 10:18:53.662305 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8db3c7dd-f418-45ea-a566-eef7b46cb6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3930454'] for port, before_create {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:53.667912 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-3b3ebfd9-4f8b-416a-bcc2-b5e654d3bf31 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3541238 Jun 17 10:18:53.670315 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 47866) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:18:53.677125 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.v2.base [None req-8feb3532-5fae-4539-8f1f-c3447f1b1daa admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1666570486-router', 'tenant_id': '9a6c13a11d5746ed9ba089a64e8d2549', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e'}}} {{(pid=93645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:18:53.755400 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d3727b-93e4-480d-afdc-a92531e4112a req-1ef6df74-f6c9-4e7e-bace-cc6ff024c7f6 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:53.755400 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-a8d3727b-93e4-480d-afdc-a92531e4112a req-1ef6df74-f6c9-4e7e-bace-cc6ff024c7f6 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d10d4450-92d2-4152-b17a-0634009dee27 HTTP/1.1" status: 200 len: 931 time: 0.1839502 Jun 17 10:18:53.788909 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-ab313f91-eeee-442e-9b15-ae6bb266f7c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:53.826569 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-8feb3532-5fae-4539-8f1f-c3447f1b1daa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-675509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257682'] for router, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:53.828234 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-8feb3532-5fae-4539-8f1f-c3447f1b1daa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-673820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257691'] for router, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:53.832121 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-a8d3727b-93e4-480d-afdc-a92531e4112a req-f429063d-c108-4a92-8deb-8c47c31a25a0 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b298a6e-ca03-4b84-a35f-a75e19063a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721462 Jun 17 10:18:53.843648 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-ab313f91-eeee-442e-9b15-ae6bb266f7c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:53.930948 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.db_base_plugin_common [None req-8db3c7dd-f418-45ea-a566-eef7b46cb6b8 None None] Allocated IP 172.20.0.2 (b9e4b84a-8dde-4ee3-9ab8-7dbe232b2e85/e0f4a3e0-d2e8-4ac0-b721-b783e50aed11/4233abac-1e29-42ec-b03c-853bfc7c37c5) {{(pid=93646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:18:53.949367 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-8feb3532-5fae-4539-8f1f-c3447f1b1daa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:54.067478 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-ab313f91-eeee-442e-9b15-ae6bb266f7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:54.072490 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-ab313f91-eeee-442e-9b15-ae6bb266f7c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:54.074140 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-ab313f91-eeee-442e-9b15-ae6bb266f7c8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/af10c463-9f0b-47b6-9048-bf5df79eb872 HTTP/1.1" status: 204 len: 168 time: 0.4372303 Jun 17 10:18:54.078218 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-4b87fbdd-3cef-4a51-b7ad-93d46d09b7de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:18:54.097554 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab313f91-eeee-442e-9b15-ae6bb266f7c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af10c463-9f0b-47b6-9048-bf5df79eb872,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:18:54.105459 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-ab313f91-eeee-442e-9b15-ae6bb266f7c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:18:54.142713 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf190dc4-4220-430e-bfc7-adb2295d7765 req-d808b8d5-c4bb-490a-a7ab-7b2e8d5cc3fc tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:54.144279 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-cf190dc4-4220-430e-bfc7-adb2295d7765 req-d808b8d5-c4bb-490a-a7ab-7b2e8d5cc3fc tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e0f7683-9ba9-4ed8-9a19-69a362bba4a4 HTTP/1.1" status: 200 len: 945 time: 0.1348145 Jun 17 10:18:54.157293 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8db3c7dd-f418-45ea-a566-eef7b46cb6b8 None None] Notify callbacks [] for port, precommit_create {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:54.171081 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-8db3c7dd-f418-45ea-a566-eef7b46cb6b8 None None] Transition to ACTIVE for port object 4233abac-1e29-42ec-b03c-853bfc7c37c5 will not be triggered until provisioned by entity L2. {{(pid=93646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:18:54.195689 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-8db3c7dd-f418-45ea-a566-eef7b46cb6b8 None None] Transition to ACTIVE for port object 4233abac-1e29-42ec-b03c-853bfc7c37c5 will not be triggered until provisioned by entity DHCP. {{(pid=93646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:18:54.202164 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-cf190dc4-4220-430e-bfc7-adb2295d7765 req-dc4cb78f-e1c8-4cc8-a9cd-24a6f6db8d1e tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/security-groups?id=da10646b-ca30-442e-bb5d-b49e43ba0310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493259 Jun 17 10:18:54.357171 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-8feb3532-5fae-4539-8f1f-c3447f1b1daa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-675483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257677'] for router, precommit_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:54.361043 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8db3c7dd-f418-45ea-a566-eef7b46cb6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3925395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740733869087'] for port, after_create {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:54.364550 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:18:54.417813 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db3c7dd-f418-45ea-a566-eef7b46cb6b8 None None] Network b9e4b84a-8dde-4ee3-9ab8-7dbe232b2e85 is already hosted by enough agents. {{(pid=93646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:18:54.421362 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.scheduler.base_scheduler [None req-8db3c7dd-f418-45ea-a566-eef7b46cb6b8 None None] Resources bound (agent type, host, resource id): {{(pid=93646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:18:54.428186 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db3c7dd-f418-45ea-a566-eef7b46cb6b8 None None] Received port after_create {{(pid=93646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:18:54.443375 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db3c7dd-f418-45ea-a566-eef7b46cb6b8 None None] Pushing event updated for resources: {'Port': ['ID=4233abac-1e29-42ec-b03c-853bfc7c37c5,revision_number=1']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:18:54.447838 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-8db3c7dd-f418-45ea-a566-eef7b46cb6b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:18:54.519813 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.managers [None req-8db3c7dd-f418-45ea-a566-eef7b46cb6b8 None None] Attempting to bind port 4233abac-1e29-42ec-b03c-853bfc7c37c5 on host dv-cinder-796806-1-iscsi for vnic_type normal with profile {{(pid=93646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:18:54.520602 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.managers [None req-8db3c7dd-f418-45ea-a566-eef7b46cb6b8 None None] Attempting to bind port 4233abac-1e29-42ec-b03c-853bfc7c37c5 by drivers openvswitch,hyperv on host dv-cinder-796806-1-iscsi at level 0 using segments [{'id': 'fbd9f26e-5ef6-41de-b20d-bb9149a77337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b9e4b84a-8dde-4ee3-9ab8-7dbe232b2e85'}] {{(pid=93646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:18:54.520990 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db3c7dd-f418-45ea-a566-eef7b46cb6b8 None None] Attempting to bind port 4233abac-1e29-42ec-b03c-853bfc7c37c5 on network b9e4b84a-8dde-4ee3-9ab8-7dbe232b2e85 {{(pid=93646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:18:54.527407 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db3c7dd-f418-45ea-a566-eef7b46cb6b8 None None] Checking agent: {'id': 'f230d01b-21be-4f06-8428-d429ae72cfd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796806-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 7, 3), 'started_at': datetime.datetime(2021, 6, 17, 10, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796806-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:18:54.528067 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db3c7dd-f418-45ea-a566-eef7b46cb6b8 None None] Checking segment: {'id': 'fbd9f26e-5ef6-41de-b20d-bb9149a77337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b9e4b84a-8dde-4ee3-9ab8-7dbe232b2e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:18:54.528608 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8db3c7dd-f418-45ea-a566-eef7b46cb6b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:54.529114 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db3c7dd-f418-45ea-a566-eef7b46cb6b8 None None] Bound using segment: {'id': 'fbd9f26e-5ef6-41de-b20d-bb9149a77337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b9e4b84a-8dde-4ee3-9ab8-7dbe232b2e85'} {{(pid=93646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:18:54.529726 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.managers [None req-8db3c7dd-f418-45ea-a566-eef7b46cb6b8 None None] Bound port: 4233abac-1e29-42ec-b03c-853bfc7c37c5, host: dv-cinder-796806-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbd9f26e-5ef6-41de-b20d-bb9149a77337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b9e4b84a-8dde-4ee3-9ab8-7dbe232b2e85'}}] {{(pid=93646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:18:54.530225 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8db3c7dd-f418-45ea-a566-eef7b46cb6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:54.532894 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb017a8a-aefb-4d5d-b5ca-610d1517aef1 req-944460ca-4c8e-4bb3-b88c-97a1bfb70a2f tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:54.542234 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-bb017a8a-aefb-4d5d-b5ca-610d1517aef1 req-944460ca-4c8e-4bb3-b88c-97a1bfb70a2f tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=c115ea05-b61c-4a41-9a4a-e0185fef6be8 HTTP/1.1" status: 200 len: 945 time: 0.0944269 Jun 17 10:18:54.594324 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-bb017a8a-aefb-4d5d-b5ca-610d1517aef1 req-49b80b75-095a-49b1-9e47-a1a474208b0a tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504942 Jun 17 10:18:54.658910 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-8db3c7dd-f418-45ea-a566-eef7b46cb6b8 None None] For port 4233abac-1e29-42ec-b03c-853bfc7c37c5, host dv-cinder-796806-1-iscsi, cleared binding levels {{(pid=93646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:18:54.674300 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-8db3c7dd-f418-45ea-a566-eef7b46cb6b8 None None] For port 4233abac-1e29-42ec-b03c-853bfc7c37c5, host dv-cinder-796806-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=4233abac-1e29-42ec-b03c-853bfc7c37c5,segment=NetworkSegment(fbd9f26e-5ef6-41de-b20d-bb9149a77337),segment_id=fbd9f26e-5ef6-41de-b20d-bb9149a77337)] {{(pid=93646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:18:54.773458 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-8feb3532-5fae-4539-8f1f-c3447f1b1daa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:54.786419 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8db3c7dd-f418-45ea-a566-eef7b46cb6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:54.793171 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:18:54.798054 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-8feb3532-5fae-4539-8f1f-c3447f1b1daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3930454'] for port, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:54.866144 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db3c7dd-f418-45ea-a566-eef7b46cb6b8 None None] Pushing event updated for resources: {'Port': ['ID=4233abac-1e29-42ec-b03c-853bfc7c37c5,revision_number=2']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:18:54.871892 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-8db3c7dd-f418-45ea-a566-eef7b46cb6b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:18:54.974034 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.db_base_plugin_common [None req-8feb3532-5fae-4539-8f1f-c3447f1b1daa admin admin] Allocated IP 172.27.0.165 (ca6a8a4d-93b8-4490-aa3c-706a0423303e/260414bf-ab79-4984-a32f-8ad464893cf6/6d390488-ca57-49a2-b66a-5d836b68fc9b) {{(pid=93645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:18:55.122866 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4730e790-5ccf-4349-a4fd-d5582ac7fddb req-b4230ef5-183d-4c45-a463-feddbaf4fb73 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:55.133170 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-4730e790-5ccf-4349-a4fd-d5582ac7fddb req-b4230ef5-183d-4c45-a463-feddbaf4fb73 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d10d4450-92d2-4152-b17a-0634009dee27 HTTP/1.1" status: 200 len: 931 time: 0.1527243 Jun 17 10:18:55.188277 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 47886) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:18:55.227907 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-4730e790-5ccf-4349-a4fd-d5582ac7fddb req-a338da67-8e4d-4d96-9a4c-f9f67ff2312a tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b298a6e-ca03-4b84-a35f-a75e19063a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936522 Jun 17 10:18:55.229010 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-f4143dc5-ab3f-4792-a0b2-e4a59041851d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:55.265250 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.v2.base [req-0ee4e394-bed0-4e9d-ad0b-0b72caa01e43 req-fc5357a4-2c92-485e-aca4-877684008de5 service neutron] Request body: {'port': {'device_id': 'd10d4450-92d2-4152-b17a-0634009dee27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79680'}} {{(pid=93645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:18:55.476399 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-f4143dc5-ab3f-4792-a0b2-e4a59041851d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:55.506909 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4011a8-93c4-44b7-ad04-cad3a77022bc req-f5c546d9-dff8-4c83-8397-17909f19fa50 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:55.508797 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-ab4011a8-93c4-44b7-ad04-cad3a77022bc req-f5c546d9-dff8-4c83-8397-17909f19fa50 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e0f7683-9ba9-4ed8-9a19-69a362bba4a4 HTTP/1.1" status: 200 len: 945 time: 0.1092272 Jun 17 10:18:55.554743 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-f4143dc5-ab3f-4792-a0b2-e4a59041851d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:55.559765 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-0ee4e394-bed0-4e9d-ad0b-0b72caa01e43 req-fc5357a4-2c92-485e-aca4-877684008de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:55.562223 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-eea8eea6-f646-4456-962b-a8ec25f8194c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:18:55.567114 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-8feb3532-5fae-4539-8f1f-c3447f1b1daa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:55.579477 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-ab4011a8-93c4-44b7-ad04-cad3a77022bc req-fae622a5-ebb5-4fa6-95aa-f2d6d5aed3b0 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/security-groups?id=da10646b-ca30-442e-bb5d-b49e43ba0310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633924 Jun 17 10:18:55.642344 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-f4143dc5-ab3f-4792-a0b2-e4a59041851d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0f650c0d6e024f9698a7c868caf741f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4486084 Jun 17 10:18:55.644291 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 47892) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:18:55.650366 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4143dc5-ab3f-4792-a0b2-e4a59041851d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9320c114-42a8-4fcf-a91c-d32d5d55bc72,revision_number=1']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:18:55.660141 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-f4143dc5-ab3f-4792-a0b2-e4a59041851d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:18:55.767965 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-e96b067e-8bca-4983-b0a5-5e4273fa0905 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:55.815869 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-e96b067e-8bca-4983-b0a5-5e4273fa0905 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:55.985290 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-8feb3532-5fae-4539-8f1f-c3447f1b1daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3925395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740733869087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129691327'] for port, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:56.070986 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdb2dc5-e54a-478b-9800-cf3ece3f9a73 req-a8b5a675-6dc9-4195-8a75-6167694f33d7 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:56.095760 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-bfdb2dc5-e54a-478b-9800-cf3ece3f9a73 req-a8b5a675-6dc9-4195-8a75-6167694f33d7 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=c115ea05-b61c-4a41-9a4a-e0185fef6be8 HTTP/1.1" status: 200 len: 945 time: 0.2776093 Jun 17 10:18:56.123767 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-76a7bea3-f2df-4cab-977b-60300b60d3d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:18:56.134474 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device 4233abac-1e29-42ec-b03c-853bfc7c37c5 up at agent ovs-agent-dv-cinder-796806-1-iscsi {{(pid=93646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:18:56.192876 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8feb3532-5fae-4539-8f1f-c3447f1b1daa admin admin] Network ca6a8a4d-93b8-4490-aa3c-706a0423303e is already hosted by enough agents. {{(pid=93645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:18:56.243989 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.base_scheduler [None req-8feb3532-5fae-4539-8f1f-c3447f1b1daa admin admin] Resources bound (agent type, host, resource id): {{(pid=93645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:18:56.244265 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-bfdb2dc5-e54a-478b-9800-cf3ece3f9a73 req-c11e8f65-7d8e-441a-a1f0-b91aeccd049d tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447446 Jun 17 10:18:56.246496 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-e96b067e-8bca-4983-b0a5-5e4273fa0905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:56.255268 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8feb3532-5fae-4539-8f1f-c3447f1b1daa admin admin] Received port after_create {{(pid=93645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:18:56.258956 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-e96b067e-8bca-4983-b0a5-5e4273fa0905 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:56.264652 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feb3532-5fae-4539-8f1f-c3447f1b1daa admin admin] Pushing event updated for resources: {'Port': ['ID=6d390488-ca57-49a2-b66a-5d836b68fc9b,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:18:56.293292 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-e96b067e-8bca-4983-b0a5-5e4273fa0905 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9320c114-42a8-4fcf-a91c-d32d5d55bc72 HTTP/1.1" status: 204 len: 168 time: 0.6414759 Jun 17 10:18:56.294888 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-cd6094fc-5cd4-4240-9343-6bf7c83af6ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:18:56.312687 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-8feb3532-5fae-4539-8f1f-c3447f1b1daa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:18:56.378876 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96b067e-8bca-4983-b0a5-5e4273fa0905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9320c114-42a8-4fcf-a91c-d32d5d55bc72,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:18:56.383856 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-e96b067e-8bca-4983-b0a5-5e4273fa0905 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:18:56.394891 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Provisioning for port 4233abac-1e29-42ec-b03c-853bfc7c37c5 completed by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:18:56.491110 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491483fd-adb5-4aa7-b0a7-338ecc976d66 req-1ec05403-5fd9-459e-94d6-31b8df5f4f79 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:56.492343 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.notifiers.nova [req-0ee4e394-bed0-4e9d-ad0b-0b72caa01e43 req-fc5357a4-2c92-485e-aca4-877684008de5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c895d625-b840-40cb-aac7-139b44c809b6 {{(pid=93645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:18:56.492504 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-491483fd-adb5-4aa7-b0a7-338ecc976d66 req-1ec05403-5fd9-459e-94d6-31b8df5f4f79 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e0f7683-9ba9-4ed8-9a19-69a362bba4a4 HTTP/1.1" status: 200 len: 945 time: 0.1599615 Jun 17 10:18:56.501211 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-0ee4e394-bed0-4e9d-ad0b-0b72caa01e43 req-fc5357a4-2c92-485e-aca4-877684008de5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:56.517244 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.provisioning_blocks [req-0ee4e394-bed0-4e9d-ad0b-0b72caa01e43 req-fc5357a4-2c92-485e-aca4-877684008de5 service neutron] Transition to ACTIVE for port object c895d625-b840-40cb-aac7-139b44c809b6 will not be triggered until provisioned by entity L2. {{(pid=93645) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:18:56.624570 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-0ee4e394-bed0-4e9d-ad0b-0b72caa01e43 req-fc5357a4-2c92-485e-aca4-877684008de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129691277'] for port, after_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:56.629820 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-b98212bd-9024-48d5-b1c2-69f4537c6452 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:18:56.765824 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75632973-b537-43e6-98c5-be2827792c01 None None] Network b9e4b84a-8dde-4ee3-9ab8-7dbe232b2e85 requested from dv-cinder-796806-1-iscsi {{(pid=93646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:18:56.770762 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5357a4-2c92-485e-aca4-877684008de5 service neutron] Pushing event updated for resources: {'Port': ['ID=c895d625-b840-40cb-aac7-139b44c809b6,revision_number=2']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:18:56.812040 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-fc5357a4-2c92-485e-aca4-877684008de5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:18:56.899691 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f569790-21c1-4617-8871-cf3a3da599e6 req-0d1948a0-e589-4ba0-ba15-c830ff66f009 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:56.912594 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9f569790-21c1-4617-8871-cf3a3da599e6 req-0d1948a0-e589-4ba0-ba15-c830ff66f009 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d10d4450-92d2-4152-b17a-0634009dee27 HTTP/1.1" status: 200 len: 943 time: 0.3376763 Jun 17 10:18:56.955651 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.managers [req-0ee4e394-bed0-4e9d-ad0b-0b72caa01e43 req-fc5357a4-2c92-485e-aca4-877684008de5 service neutron] Attempting to bind port c895d625-b840-40cb-aac7-139b44c809b6 on host hv-cinder-79680 for vnic_type normal with profile {{(pid=93645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:18:56.955973 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.managers [req-0ee4e394-bed0-4e9d-ad0b-0b72caa01e43 req-fc5357a4-2c92-485e-aca4-877684008de5 service neutron] Attempting to bind port c895d625-b840-40cb-aac7-139b44c809b6 by drivers openvswitch,hyperv on host hv-cinder-79680 at level 0 using segments [{'id': '18c6c105-9c0b-4401-b33f-19dbd1751948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9a805b2b-cd8e-4e47-bb4f-0c9740043540'}] {{(pid=93645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:18:56.956299 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee4e394-bed0-4e9d-ad0b-0b72caa01e43 req-fc5357a4-2c92-485e-aca4-877684008de5 service neutron] Attempting to bind port c895d625-b840-40cb-aac7-139b44c809b6 on network 9a805b2b-cd8e-4e47-bb4f-0c9740043540 {{(pid=93645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:18:56.972267 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee4e394-bed0-4e9d-ad0b-0b72caa01e43 req-fc5357a4-2c92-485e-aca4-877684008de5 service neutron] Port c895d625-b840-40cb-aac7-139b44c809b6 on network 9a805b2b-cd8e-4e47-bb4f-0c9740043540 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79680 {{(pid=93645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 10:18:56.972891 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee4e394-bed0-4e9d-ad0b-0b72caa01e43 req-fc5357a4-2c92-485e-aca4-877684008de5 service neutron] Attempting to bind port c895d625-b840-40cb-aac7-139b44c809b6 on network 9a805b2b-cd8e-4e47-bb4f-0c9740043540 {{(pid=93645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:18:56.998756 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9f569790-21c1-4617-8871-cf3a3da599e6 req-1f877375-f222-4039-8adb-4cb7d7882914 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b298a6e-ca03-4b84-a35f-a75e19063a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825324 Jun 17 10:18:57.059990 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.plugin [req-491483fd-adb5-4aa7-b0a7-338ecc976d66 req-75043fa3-5151-48e7-92b5-34a298ef23a4 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] Deleting port dbed60e5-421a-4319-82cc-800ed00fc7ad {{(pid=93644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:18:57.060615 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-491483fd-adb5-4aa7-b0a7-338ecc976d66 req-75043fa3-5151-48e7-92b5-34a298ef23a4 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740734272413'] for port, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:57.101730 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-8816dab2-b6f0-4435-a588-de13f3d2eedd None None] Provisioning for port 4233abac-1e29-42ec-b03c-853bfc7c37c5 completed by entity DHCP. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:18:57.110379 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-8816dab2-b6f0-4435-a588-de13f3d2eedd None None] Provisioning complete for port 4233abac-1e29-42ec-b03c-853bfc7c37c5 triggered by entity DHCP. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:18:57.111067 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8816dab2-b6f0-4435-a588-de13f3d2eedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:57.124675 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50cb183-cd3f-45bc-b70b-f31a9bbadc30 req-04f2e34d-9834-40fd-9f0e-742d29c5cf91 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:57.132304 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d50cb183-cd3f-45bc-b70b-f31a9bbadc30 req-04f2e34d-9834-40fd-9f0e-742d29c5cf91 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e0f7683-9ba9-4ed8-9a19-69a362bba4a4 HTTP/1.1" status: 200 len: 945 time: 0.3594508 Jun 17 10:18:57.178466 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee4e394-bed0-4e9d-ad0b-0b72caa01e43 req-fc5357a4-2c92-485e-aca4-877684008de5 service neutron] Checking agent: {'id': '71ef71fd-f9ba-4ed4-b44a-140e16714f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79680', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 14, 58), 'started_at': datetime.datetime(2021, 6, 17, 10, 14, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:18:57.182202 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee4e394-bed0-4e9d-ad0b-0b72caa01e43 req-fc5357a4-2c92-485e-aca4-877684008de5 service neutron] Checking segment: {'id': '18c6c105-9c0b-4401-b33f-19dbd1751948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9a805b2b-cd8e-4e47-bb4f-0c9740043540'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:18:57.182202 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee4e394-bed0-4e9d-ad0b-0b72caa01e43 req-fc5357a4-2c92-485e-aca4-877684008de5 service neutron] Bound using segment: {'id': '18c6c105-9c0b-4401-b33f-19dbd1751948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9a805b2b-cd8e-4e47-bb4f-0c9740043540'} {{(pid=93645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:18:57.182202 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.managers [req-0ee4e394-bed0-4e9d-ad0b-0b72caa01e43 req-fc5357a4-2c92-485e-aca4-877684008de5 service neutron] Bound port: c895d625-b840-40cb-aac7-139b44c809b6, host: hv-cinder-79680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18c6c105-9c0b-4401-b33f-19dbd1751948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9a805b2b-cd8e-4e47-bb4f-0c9740043540'}}] {{(pid=93645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:18:57.182202 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-0ee4e394-bed0-4e9d-ad0b-0b72caa01e43 req-fc5357a4-2c92-485e-aca4-877684008de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:57.301874 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d50cb183-cd3f-45bc-b70b-f31a9bbadc30 req-71e4f7f4-5793-49f9-bf3f-5d169be35b14 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/security-groups?id=da10646b-ca30-442e-bb5d-b49e43ba0310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566010 Jun 17 10:18:57.306158 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8816dab2-b6f0-4435-a588-de13f3d2eedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:57.379036 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-8feb3532-5fae-4539-8f1f-c3447f1b1daa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:57.398070 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.db [req-491483fd-adb5-4aa7-b0a7-338ecc976d66 req-75043fa3-5151-48e7-92b5-34a298ef23a4 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] For port dbed60e5-421a-4319-82cc-800ed00fc7ad, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=dbed60e5-421a-4319-82cc-800ed00fc7ad,segment=NetworkSegment(15a45e65-e483-4433-a957-d2d7d9fb3a7c),segment_id=15a45e65-e483-4433-a957-d2d7d9fb3a7c)] {{(pid=93644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:18:57.413319 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-491483fd-adb5-4aa7-b0a7-338ecc976d66 req-75043fa3-5151-48e7-92b5-34a298ef23a4 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685530'] for port, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:57.448151 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.db [req-0ee4e394-bed0-4e9d-ad0b-0b72caa01e43 req-fc5357a4-2c92-485e-aca4-877684008de5 service neutron] For port c895d625-b840-40cb-aac7-139b44c809b6, host hv-cinder-79680, cleared binding levels {{(pid=93645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:18:57.451928 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-8816dab2-b6f0-4435-a588-de13f3d2eedd None None] For port 4233abac-1e29-42ec-b03c-853bfc7c37c5, host dv-cinder-796806-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=4233abac-1e29-42ec-b03c-853bfc7c37c5,segment=NetworkSegment(fbd9f26e-5ef6-41de-b20d-bb9149a77337),segment_id=fbd9f26e-5ef6-41de-b20d-bb9149a77337)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:18:57.452357 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.db [req-0ee4e394-bed0-4e9d-ad0b-0b72caa01e43 req-fc5357a4-2c92-485e-aca4-877684008de5 service neutron] For port c895d625-b840-40cb-aac7-139b44c809b6, host hv-cinder-79680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=c895d625-b840-40cb-aac7-139b44c809b6,segment=NetworkSegment(18c6c105-9c0b-4401-b33f-19dbd1751948),segment_id=18c6c105-9c0b-4401-b33f-19dbd1751948)] {{(pid=93645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:18:57.566043 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-0ee4e394-bed0-4e9d-ad0b-0b72caa01e43 req-fc5357a4-2c92-485e-aca4-877684008de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129691277'] for port, after_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:57.571405 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8816dab2-b6f0-4435-a588-de13f3d2eedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:57.575291 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-8db3c7dd-f418-45ea-a566-eef7b46cb6b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:18:57.582995 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:18:57.751883 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.plugin [req-491483fd-adb5-4aa7-b0a7-338ecc976d66 req-75043fa3-5151-48e7-92b5-34a298ef23a4 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] Calling delete_port for dbed60e5-421a-4319-82cc-800ed00fc7ad owned by compute:nova {{(pid=93644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:18:57.782920 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee4e394-bed0-4e9d-ad0b-0b72caa01e43 req-fc5357a4-2c92-485e-aca4-877684008de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:57.784256 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-0ee4e394-bed0-4e9d-ad0b-0b72caa01e43 req-fc5357a4-2c92-485e-aca4-877684008de5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625220'] for port, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:57.790126 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-0ee4e394-bed0-4e9d-ad0b-0b72caa01e43 req-fc5357a4-2c92-485e-aca4-877684008de5 service neutron] 10.222.0.47 "PUT /v2.0/ports/c895d625-b840-40cb-aac7-139b44c809b6 HTTP/1.1" status: 200 len: 1093 time: 2.5436211 Jun 17 10:18:57.813864 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd10d4450-92d2-4152-b17a-0634009dee27', 'tag': 'c895d625-b840-40cb-aac7-139b44c809b6'}] {{(pid=93645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:18:57.829849 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25c6fbde856bb10fc3e6f7e7beb0655886cca8e381c3d168db957d1d9f65ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa1fe6b-abf4-492b-b4e6-1f786e0998c3" -d '{"events": [{"name": "network-changed", "server_uuid": "d10d4450-92d2-4152-b17a-0634009dee27", "tag": "c895d625-b840-40cb-aac7-139b44c809b6"}]}' {{(pid=93645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:18:57.872925 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8816dab2-b6f0-4435-a588-de13f3d2eedd None None] Pushing event updated for resources: {'Port': ['ID=4233abac-1e29-42ec-b03c-853bfc7c37c5,revision_number=3']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:18:57.877847 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-8816dab2-b6f0-4435-a588-de13f3d2eedd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:18:57.904140 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-83d8665a-6f97-4661-b821-bee74484affd None None] Provisioning complete for port 4233abac-1e29-42ec-b03c-853bfc7c37c5 triggered by entity DHCP. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:18:57.904650 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-83d8665a-6f97-4661-b821-bee74484affd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:57.966346 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5357a4-2c92-485e-aca4-877684008de5 service neutron] Pushing event updated for resources: {'Port': ['ID=c895d625-b840-40cb-aac7-139b44c809b6,revision_number=3']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:18:57.976102 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-fc5357a4-2c92-485e-aca4-877684008de5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:18:58.082498 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:58.127818 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 10:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc461fa-33b6-4eb8-8282-41d7e8163c9a x-openstack-request-id: req-5fc461fa-33b6-4eb8-8282-41d7e8163c9a {{(pid=93645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:18:58.128160 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d10d4450-92d2-4152-b17a-0634009dee27", "tag": "c895d625-b840-40cb-aac7-139b44c809b6", "status": "completed", "code": 200}]} {{(pid=93645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:18:58.128605 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5fc461fa-33b6-4eb8-8282-41d7e8163c9a {{(pid=93645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:18:58.132732 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd10d4450-92d2-4152-b17a-0634009dee27', 'tag': 'c895d625-b840-40cb-aac7-139b44c809b6', 'status': 'completed', 'code': 200} Jun 17 10:18:58.197232 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d31dede-8436-41c0-b16b-9d1895019cb6 req-7a5cbcfd-e52c-48e8-8804-1a65124cf61a tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:58.209151 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-0d31dede-8436-41c0-b16b-9d1895019cb6 req-7a5cbcfd-e52c-48e8-8804-1a65124cf61a tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=c115ea05-b61c-4a41-9a4a-e0185fef6be8 HTTP/1.1" status: 200 len: 945 time: 0.4315813 Jun 17 10:18:58.222535 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device 4233abac-1e29-42ec-b03c-853bfc7c37c5 up at agent ovs-agent-dv-cinder-796806-1-iscsi {{(pid=93646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:18:58.244957 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee4e394-bed0-4e9d-ad0b-0b72caa01e43 req-e76af9fb-0f52-4cb9-8fc3-488ca00c0157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:58.250444 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-0ee4e394-bed0-4e9d-ad0b-0b72caa01e43 req-e76af9fb-0f52-4cb9-8fc3-488ca00c0157 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7c65ad8f35ae464b8ab3462292a725d5&device_id=d10d4450-92d2-4152-b17a-0634009dee27 HTTP/1.1" status: 200 len: 1096 time: 0.2374010 Jun 17 10:18:58.341628 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-0ee4e394-bed0-4e9d-ad0b-0b72caa01e43 req-234c305f-cd5b-4828-84a8-3c4957164e9c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c895d625-b840-40cb-aac7-139b44c809b6 HTTP/1.1" status: 200 len: 217 time: 0.0682428 Jun 17 10:18:58.344207 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-8feb3532-5fae-4539-8f1f-c3447f1b1daa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-675468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684241'] for router, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:58.344430 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-0d31dede-8436-41c0-b16b-9d1895019cb6 req-18ee0f09-f654-4eb1-8f02-14c48cf39059 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332726 Jun 17 10:18:58.450457 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Provisioning complete for port 4233abac-1e29-42ec-b03c-853bfc7c37c5 triggered by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:18:58.451293 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:58.627461 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff60eda0-edd5-4d2f-883f-d9ea7a345b24 req-03ff7b3d-56b2-4248-95da-87f1d4200cf4 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:58.634082 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-ff60eda0-edd5-4d2f-883f-d9ea7a345b24 req-03ff7b3d-56b2-4248-95da-87f1d4200cf4 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d10d4450-92d2-4152-b17a-0634009dee27 HTTP/1.1" status: 200 len: 943 time: 0.2129838 Jun 17 10:18:58.637184 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-491483fd-adb5-4aa7-b0a7-338ecc976d66 req-75043fa3-5151-48e7-92b5-34a298ef23a4 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740734277497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740733869096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125912126'] for port, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:58.660560 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee4e394-bed0-4e9d-ad0b-0b72caa01e43 req-7a011ef1-72dd-440c-80c6-02c90cda6495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:58.666303 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:18:58.666991 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-0ee4e394-bed0-4e9d-ad0b-0b72caa01e43 req-7a011ef1-72dd-440c-80c6-02c90cda6495 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cef6c515-9123-40fd-a090-e2ea3bc5a141 HTTP/1.1" status: 200 len: 855 time: 0.2096655 Jun 17 10:18:58.750788 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-0ee4e394-bed0-4e9d-ad0b-0b72caa01e43 req-b51fd7db-881c-4878-86fe-2515e88f2e4d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9a805b2b-cd8e-4e47-bb4f-0c9740043540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613914 Jun 17 10:18:58.776059 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75043fa3-5151-48e7-92b5-34a298ef23a4 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] Pushing event deleted for resources: {'Port': ['ID=dbed60e5-421a-4319-82cc-800ed00fc7ad,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:18:58.779483 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-75043fa3-5151-48e7-92b5-34a298ef23a4 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:18:58.804114 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-fd2781b2-69fd-412a-b4b5-92de608a03c9 req-7646b75f-81ab-40b5-ade1-4a0469c2a0bd tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e0f7683-9ba9-4ed8-9a19-69a362bba4a4 HTTP/1.1" status: 200 len: 210 time: 0.0640991 Jun 17 10:18:58.814155 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8feb3532-5fae-4539-8f1f-c3447f1b1daa admin admin] Router c632aa22-42dd-415d-af8e-0300a14d0d5e is scheduled to L3 agent 9ed9efc2-3eec-4d73-b246-cbd899a1984b with binding_index 1 {{(pid=93645) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 10:18:58.834818 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvrscheduler_db [req-491483fd-adb5-4aa7-b0a7-338ecc976d66 req-75043fa3-5151-48e7-92b5-34a298ef23a4 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] No DVR routers for this DVR port dbed60e5-421a-4319-82cc-800ed00fc7ad on host hv-cinder-79680 {{(pid=93644) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 10:18:58.848751 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-491483fd-adb5-4aa7-b0a7-338ecc976d66 req-75043fa3-5151-48e7-92b5-34a298ef23a4 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733'] for port, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:58.851684 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-491483fd-adb5-4aa7-b0a7-338ecc976d66 req-75043fa3-5151-48e7-92b5-34a298ef23a4 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.47 "DELETE /v2.0/ports/dbed60e5-421a-4319-82cc-800ed00fc7ad HTTP/1.1" status: 204 len: 173 time: 2.3528006 Jun 17 10:18:58.852460 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e0f7683-9ba9-4ed8-9a19-69a362bba4a4', 'name': 'network-vif-deleted', 'tag': 'dbed60e5-421a-4319-82cc-800ed00fc7ad'}] {{(pid=93644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:18:58.856611 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e3e45b0fad0fac0035bff2321de6238b3105d4201b4fc6e845e8cd3cf45f1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06490598-0cb3-43be-98be-780fe96ee5d8" -d '{"events": [{"server_uuid": "7e0f7683-9ba9-4ed8-9a19-69a362bba4a4", "name": "network-vif-deleted", "tag": "dbed60e5-421a-4319-82cc-800ed00fc7ad"}]}' {{(pid=93644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:18:58.871498 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-ff60eda0-edd5-4d2f-883f-d9ea7a345b24 req-cccba237-8ade-4a72-a2c0-3579fb19879e tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b298a6e-ca03-4b84-a35f-a75e19063a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102907 Jun 17 10:18:58.941215 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eaec7dc-005f-41f8-9d6b-b5359ffd73ba x-openstack-request-id: req-4eaec7dc-005f-41f8-9d6b-b5359ffd73ba {{(pid=93644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:18:58.941530 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e0f7683-9ba9-4ed8-9a19-69a362bba4a4", "name": "network-vif-deleted", "tag": "dbed60e5-421a-4319-82cc-800ed00fc7ad", "status": "completed", "code": 200}]} {{(pid=93644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:18:58.941916 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4eaec7dc-005f-41f8-9d6b-b5359ffd73ba {{(pid=93644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:18:58.942499 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e0f7683-9ba9-4ed8-9a19-69a362bba4a4', 'name': 'network-vif-deleted', 'tag': 'dbed60e5-421a-4319-82cc-800ed00fc7ad', 'status': 'completed', 'code': 200} Jun 17 10:18:59.088760 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device dbed60e5-421a-4319-82cc-800ed00fc7ad no longer exists at agent hyperv_hv-cinder-79680 {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:18:59.182515 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] No Port match for: dbed60e5-421a-4319-82cc-800ed00fc7ad {{(pid=93646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 10:18:59.184366 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device dbed60e5-421a-4319-82cc-800ed00fc7ad not bound to the agent host hv-cinder-79680 {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 10:18:59.294196 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-0ee4e394-bed0-4e9d-ad0b-0b72caa01e43 req-134b5c23-2d15-4122-8e38-c24021df8d2a service neutron] 10.222.0.47 "GET /v2.0/networks/9a805b2b-cd8e-4e47-bb4f-0c9740043540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5292904 Jun 17 10:18:59.350372 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8feb3532-5fae-4539-8f1f-c3447f1b1daa admin admin] Notify agent at l3_agent.dv-cinder-796806-1-iscsi the message routers_updated {{(pid=93645) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 10:18:59.378116 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e066e2e-b336-4212-ae83-f049088db3ad None None] Sync routers for ids ['c632aa22-42dd-415d-af8e-0300a14d0d5e'] in dv-cinder-796806-1-iscsi {{(pid=93647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 10:18:59.394277 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e066e2e-b336-4212-ae83-f049088db3ad None None] Routers {'c632aa22-42dd-415d-af8e-0300a14d0d5e'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:18:59.396589 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-6e066e2e-b336-4212-ae83-f049088db3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:18:33Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['c632aa22-42dd-415d-af8e-0300a14d0d5e'], 'active': True} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:18:59.466307 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-8feb3532-5fae-4539-8f1f-c3447f1b1daa admin admin] Notify callbacks [] for router, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:18:59.473245 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-8feb3532-5fae-4539-8f1f-c3447f1b1daa admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.7999396 Jun 17 10:18:59.473703 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 47990) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:18:59.533539 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-0ee4e394-bed0-4e9d-ad0b-0b72caa01e43 req-a8d6cef9-c79f-428c-aec2-fa636fcd7357 service neutron] 10.222.0.47 "GET /v2.0/networks/9a805b2b-cd8e-4e47-bb4f-0c9740043540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181685 Jun 17 10:18:59.609586 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvr_db [None req-6e066e2e-b336-4212-ae83-f049088db3ad None None] Set router c632aa22-42dd-415d-af8e-0300a14d0d5e gateway port host: dv-cinder-796806-1-iscsi {{(pid=93647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:18:59.892022 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-6e066e2e-b336-4212-ae83-f049088db3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c632aa22-42dd-415d-af8e-0300a14d0d5e', 'name': 'tempest-TestMinimumBasicScenario-1666570486-router', 'tenant_id': '9a6c13a11d5746ed9ba089a64e8d2549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '6d390488-ca57-49a2-b66a-5d836b68fc9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:18:53Z', 'updated_at': '2021-06-17T10:18:56Z', 'revision_number': 3, 'project_id': '9a6c13a11d5746ed9ba089a64e8d2549', 'gw_port': {'id': '6d390488-ca57-49a2-b66a-5d836b68fc9b', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c3:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c632aa22-42dd-415d-af8e-0300a14d0d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:18:54Z', 'updated_at': '2021-06-17T10:18:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi'}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:18:59.952094 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e066e2e-b336-4212-ae83-f049088db3ad None None] Checking router: c632aa22-42dd-415d-af8e-0300a14d0d5e for host: dv-cinder-796806-1-iscsi {{(pid=93647) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 10:18:59.952496 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e066e2e-b336-4212-ae83-f049088db3ad None None] Updating router c632aa22-42dd-415d-af8e-0300a14d0d5e port 6d390488-ca57-49a2-b66a-5d836b68fc9b binding host dv-cinder-796806-1-iscsi {{(pid=93647) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 10:18:59.956723 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa1fe6b-abf4-492b-b4e6-1f786e0998c3 req-5242ea09-7187-4a9e-a7e8-d18b701f160e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:18:59.961392 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-0aa1fe6b-abf4-492b-b4e6-1f786e0998c3 req-5242ea09-7187-4a9e-a7e8-d18b701f160e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7c65ad8f35ae464b8ab3462292a725d5&device_id=d10d4450-92d2-4152-b17a-0634009dee27 HTTP/1.1" status: 200 len: 1096 time: 0.1646342 Jun 17 10:18:59.978300 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-bf0a9465-cc0c-4e2a-a026-1a7320c24288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:00.025185 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-6e066e2e-b336-4212-ae83-f049088db3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:00.107760 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32afe644-8baf-4db4-98af-ee962df413af req-e796f6cb-a3d8-4caa-baef-ec29c70077bc tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:00.111304 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-32afe644-8baf-4db4-98af-ee962df413af req-e796f6cb-a3d8-4caa-baef-ec29c70077bc tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=c115ea05-b61c-4a41-9a4a-e0185fef6be8 HTTP/1.1" status: 200 len: 945 time: 0.3663919 Jun 17 10:19:00.285410 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa1fe6b-abf4-492b-b4e6-1f786e0998c3 req-0ba38a95-0492-4126-a297-17fd10a03c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:00.289578 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-0aa1fe6b-abf4-492b-b4e6-1f786e0998c3 req-0ba38a95-0492-4126-a297-17fd10a03c77 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9a805b2b-cd8e-4e47-bb4f-0c9740043540 HTTP/1.1" status: 200 len: 916 time: 0.3047028 Jun 17 10:19:00.306787 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-24a9bdb0-f563-480a-8701-ab64dc1a479f req-10cb7f0a-4365-42bd-9c73-3e8e2d7b9b99 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e0f7683-9ba9-4ed8-9a19-69a362bba4a4 HTTP/1.1" status: 200 len: 210 time: 0.0891654 Jun 17 10:19:00.445600 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-0aa1fe6b-abf4-492b-b4e6-1f786e0998c3 req-53fb6a4e-6b9c-455f-9da2-b4a6386ce941 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c895d625-b840-40cb-aac7-139b44c809b6 HTTP/1.1" status: 200 len: 217 time: 0.1253560 Jun 17 10:19:00.528887 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa1fe6b-abf4-492b-b4e6-1f786e0998c3 req-0154c639-cb31-4c2a-ab51-e17b20c368b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:00.531795 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-0aa1fe6b-abf4-492b-b4e6-1f786e0998c3 req-0154c639-cb31-4c2a-ab51-e17b20c368b4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cef6c515-9123-40fd-a090-e2ea3bc5a141 HTTP/1.1" status: 200 len: 855 time: 0.0686128 Jun 17 10:19:00.589935 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-6e066e2e-b336-4212-ae83-f049088db3ad None None] Notify callbacks [] for port, precommit_update {{(pid=93647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:00.628314 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.provisioning_blocks [None req-6e066e2e-b336-4212-ae83-f049088db3ad None None] Transition to ACTIVE for port object 6d390488-ca57-49a2-b66a-5d836b68fc9b will not be triggered until provisioned by entity L2. {{(pid=93647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:19:00.643847 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-0aa1fe6b-abf4-492b-b4e6-1f786e0998c3 req-dab1739e-fcf8-4fd2-8143-0e0cd49e4bb7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9a805b2b-cd8e-4e47-bb4f-0c9740043540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0995367 Jun 17 10:19:00.714405 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-6e066e2e-b336-4212-ae83-f049088db3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:00.731168 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:19:00.808001 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e628e73-9c66-4692-8968-dbd563fda73c None None] Pushing event updated for resources: {'Port': ['ID=6d390488-ca57-49a2-b66a-5d836b68fc9b,revision_number=2']} {{(pid=93647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:19:00.862098 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e628e73-9c66-4692-8968-dbd563fda73c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:19:00.862692 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e628e73-9c66-4692-8968-dbd563fda73c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:19:00.863273 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e628e73-9c66-4692-8968-dbd563fda73c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:19:00.863890 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e628e73-9c66-4692-8968-dbd563fda73c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:19:00.864467 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e628e73-9c66-4692-8968-dbd563fda73c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:19:00.865781 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e628e73-9c66-4692-8968-dbd563fda73c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:19:00.867073 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e628e73-9c66-4692-8968-dbd563fda73c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:19:00.867661 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e628e73-9c66-4692-8968-dbd563fda73c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:19:00.868438 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e628e73-9c66-4692-8968-dbd563fda73c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:19:00.869155 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e628e73-9c66-4692-8968-dbd563fda73c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:19:00.869670 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e628e73-9c66-4692-8968-dbd563fda73c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:19:00.870170 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e628e73-9c66-4692-8968-dbd563fda73c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:19:00.874325 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.managers [None req-6e066e2e-b336-4212-ae83-f049088db3ad None None] Attempting to bind port 6d390488-ca57-49a2-b66a-5d836b68fc9b on host dv-cinder-796806-1-iscsi for vnic_type normal with profile {{(pid=93647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:19:00.875658 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.managers [None req-6e066e2e-b336-4212-ae83-f049088db3ad None None] Attempting to bind port 6d390488-ca57-49a2-b66a-5d836b68fc9b by drivers openvswitch,hyperv on host dv-cinder-796806-1-iscsi at level 0 using segments [{'id': '7a262c57-69fa-4e27-992a-6b78356f8ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e'}] {{(pid=93647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:19:00.876563 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e066e2e-b336-4212-ae83-f049088db3ad None None] Attempting to bind port 6d390488-ca57-49a2-b66a-5d836b68fc9b on network ca6a8a4d-93b8-4490-aa3c-706a0423303e {{(pid=93647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:19:00.888661 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG oslo_concurrency.lockutils [None req-0e628e73-9c66-4692-8968-dbd563fda73c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:19:00.889744 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-0aa1fe6b-abf4-492b-b4e6-1f786e0998c3 req-e4d464f0-b526-4130-8d2a-4313904fc4b4 service neutron] 10.222.0.47 "GET /v2.0/networks/9a805b2b-cd8e-4e47-bb4f-0c9740043540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286351 Jun 17 10:19:00.890631 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e066e2e-b336-4212-ae83-f049088db3ad None None] Checking agent: {'id': 'f230d01b-21be-4f06-8428-d429ae72cfd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796806-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 7, 3), 'started_at': datetime.datetime(2021, 6, 17, 10, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796806-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:19:00.891571 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e066e2e-b336-4212-ae83-f049088db3ad None None] Checking segment: {'id': '7a262c57-69fa-4e27-992a-6b78356f8ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:19:00.892489 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-6e066e2e-b336-4212-ae83-f049088db3ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:00.893407 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e066e2e-b336-4212-ae83-f049088db3ad None None] Bound using segment: {'id': '7a262c57-69fa-4e27-992a-6b78356f8ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e'} {{(pid=93647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:19:00.894499 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.managers [None req-6e066e2e-b336-4212-ae83-f049088db3ad None None] Bound port: 6d390488-ca57-49a2-b66a-5d836b68fc9b, host: dv-cinder-796806-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a262c57-69fa-4e27-992a-6b78356f8ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e'}}] {{(pid=93647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:19:00.895371 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-6e066e2e-b336-4212-ae83-f049088db3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:00.950515 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-32afe644-8baf-4db4-98af-ee962df413af req-539f4f86-b8fb-457e-970a-d90007227fd3 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8167756 Jun 17 10:19:01.047675 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.db [None req-6e066e2e-b336-4212-ae83-f049088db3ad None None] For port 6d390488-ca57-49a2-b66a-5d836b68fc9b, host dv-cinder-796806-1-iscsi, cleared binding levels {{(pid=93647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:19:01.062383 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.db [None req-6e066e2e-b336-4212-ae83-f049088db3ad None None] For port 6d390488-ca57-49a2-b66a-5d836b68fc9b, host dv-cinder-796806-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=6d390488-ca57-49a2-b66a-5d836b68fc9b,segment=NetworkSegment(7a262c57-69fa-4e27-992a-6b78356f8ae4),segment_id=7a262c57-69fa-4e27-992a-6b78356f8ae4)] {{(pid=93647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:19:01.215975 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-0aa1fe6b-abf4-492b-b4e6-1f786e0998c3 req-3eb7abbe-b824-4313-856b-06f3e360ac0e service neutron] 10.222.0.47 "GET /v2.0/networks/9a805b2b-cd8e-4e47-bb4f-0c9740043540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103526 Jun 17 10:19:01.261946 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c539a05a-9ee7-4334-be6e-e2153cad6729 req-f157352b-bb92-4879-976f-802d759327ec tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:01.264173 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-c539a05a-9ee7-4334-be6e-e2153cad6729 req-f157352b-bb92-4879-976f-802d759327ec tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d10d4450-92d2-4152-b17a-0634009dee27 HTTP/1.1" status: 200 len: 943 time: 0.3934340 Jun 17 10:19:01.297591 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-6e066e2e-b336-4212-ae83-f049088db3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:01.405387 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG oslo_concurrency.lockutils [None req-40fa3680-3888-4aa2-bc2d-c11d13d4988b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:19:01.412592 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-c539a05a-9ee7-4334-be6e-e2153cad6729 req-395c9ba7-ecd5-4f66-acc8-a39176146f2e tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b298a6e-ca03-4b84-a35f-a75e19063a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346574 Jun 17 10:19:01.463694 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e628e73-9c66-4692-8968-dbd563fda73c None None] Pushing event updated for resources: {'Port': ['ID=6d390488-ca57-49a2-b66a-5d836b68fc9b,revision_number=3']} {{(pid=93647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:19:01.510044 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e066e2e-b336-4212-ae83-f049088db3ad None None] Routers {'c632aa22-42dd-415d-af8e-0300a14d0d5e'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:19:01.510929 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-6e066e2e-b336-4212-ae83-f049088db3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:18:33Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['c632aa22-42dd-415d-af8e-0300a14d0d5e'], 'active': True} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:19:01.522643 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-6ce513fb-476b-49d8-a1a7-15635deebd71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3930454'] for port, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:01.655589 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG oslo_concurrency.lockutils [None req-0e628e73-9c66-4692-8968-dbd563fda73c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=93647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:19:01.752270 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvr_db [None req-6e066e2e-b336-4212-ae83-f049088db3ad None None] Set router c632aa22-42dd-415d-af8e-0300a14d0d5e gateway port host: dv-cinder-796806-1-iscsi {{(pid=93647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:19:01.808193 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.db.db_base_plugin_common [None req-6ce513fb-476b-49d8-a1a7-15635deebd71 admin admin] Allocated IP 172.20.0.1 (b9e4b84a-8dde-4ee3-9ab8-7dbe232b2e85/e0f4a3e0-d2e8-4ac0-b721-b783e50aed11/9651b96e-b542-405d-8e22-7dca3fb010dd) {{(pid=93644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:19:02.065601 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-6ce513fb-476b-49d8-a1a7-15635deebd71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:02.100991 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.db.provisioning_blocks [None req-6ce513fb-476b-49d8-a1a7-15635deebd71 admin admin] Transition to ACTIVE for port object 9651b96e-b542-405d-8e22-7dca3fb010dd will not be triggered until provisioned by entity DHCP. {{(pid=93644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:19:02.111411 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-6e066e2e-b336-4212-ae83-f049088db3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c632aa22-42dd-415d-af8e-0300a14d0d5e', 'name': 'tempest-TestMinimumBasicScenario-1666570486-router', 'tenant_id': '9a6c13a11d5746ed9ba089a64e8d2549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '6d390488-ca57-49a2-b66a-5d836b68fc9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:18:53Z', 'updated_at': '2021-06-17T10:18:56Z', 'revision_number': 3, 'project_id': '9a6c13a11d5746ed9ba089a64e8d2549', 'gw_port': {'id': '6d390488-ca57-49a2-b66a-5d836b68fc9b', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c3:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c632aa22-42dd-415d-af8e-0300a14d0d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:18:54Z', 'updated_at': '2021-06-17T10:19:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi'}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:19:02.121902 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7345ee-4544-4358-93e4-d92b1907230f req-6e0072f8-9032-43ce-8557-018efeb5045b tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:02.121902 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6e7345ee-4544-4358-93e4-d92b1907230f req-6e0072f8-9032-43ce-8557-018efeb5045b tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/networks?id=e6f7a612-d480-47a3-873a-90e77aa26979 HTTP/1.1" status: 200 len: 809 time: 0.1801262 Jun 17 10:19:02.187894 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6e7345ee-4544-4358-93e4-d92b1907230f req-53e9cc91-b559-4a27-942b-14c177d3fd2d tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/quotas/48c01de934934efeacc4fa02c581bede HTTP/1.1" status: 200 len: 375 time: 0.0361936 Jun 17 10:19:02.258424 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e066e2e-b336-4212-ae83-f049088db3ad None None] The sync data for ids ['c632aa22-42dd-415d-af8e-0300a14d0d5e'] in dv-cinder-796806-1-iscsi is: [{'id': 'c632aa22-42dd-415d-af8e-0300a14d0d5e', 'name': 'tempest-TestMinimumBasicScenario-1666570486-router', 'tenant_id': '9a6c13a11d5746ed9ba089a64e8d2549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '6d390488-ca57-49a2-b66a-5d836b68fc9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:18:53Z', 'updated_at': '2021-06-17T10:18:56Z', 'revision_number': 3, 'project_id': '9a6c13a11d5746ed9ba089a64e8d2549', 'gw_port': {'id': '6d390488-ca57-49a2-b66a-5d836b68fc9b', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c3:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c632aa22-42dd-415d-af8e-0300a14d0d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:18:54Z', 'updated_at': '2021-06-17T10:19:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi'}] {{(pid=93647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 10:19:02.272076 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6e7345ee-4544-4358-93e4-d92b1907230f req-417d2c47-6af2-452b-b11d-0c34a6231c2c tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=48c01de934934efeacc4fa02c581bede&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0709338 Jun 17 10:19:02.322153 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-6ce513fb-476b-49d8-a1a7-15635deebd71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3925395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740733869087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125912119'] for port, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:02.354773 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:19:02.458573 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce513fb-476b-49d8-a1a7-15635deebd71 admin admin] Network b9e4b84a-8dde-4ee3-9ab8-7dbe232b2e85 is already hosted by enough agents. {{(pid=93644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:19:02.471329 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.base_scheduler [None req-6ce513fb-476b-49d8-a1a7-15635deebd71 admin admin] Resources bound (agent type, host, resource id): {{(pid=93644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:19:02.481505 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce513fb-476b-49d8-a1a7-15635deebd71 admin admin] Received port after_create {{(pid=93644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:19:02.484546 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce513fb-476b-49d8-a1a7-15635deebd71 admin admin] Pushing event updated for resources: {'Port': ['ID=9651b96e-b542-405d-8e22-7dca3fb010dd,revision_number=1']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:19:02.494375 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-6ce513fb-476b-49d8-a1a7-15635deebd71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:19:02.534893 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6e7345ee-4544-4358-93e4-d92b1907230f req-7be4c3ae-669f-463f-a9af-d5fc583cd464 service neutron] 10.222.0.22 "GET /v2.0/networks/e6f7a612-d480-47a3-873a-90e77aa26979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675359 Jun 17 10:19:02.605014 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b109bfc-743d-485a-85e8-556ac38f9a6e req-d5ee92f6-7284-42c9-b237-803fa452ebc6 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:02.621400 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-1b109bfc-743d-485a-85e8-556ac38f9a6e req-d5ee92f6-7284-42c9-b237-803fa452ebc6 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=c115ea05-b61c-4a41-9a4a-e0185fef6be8 HTTP/1.1" status: 200 len: 945 time: 0.3207889 Jun 17 10:19:02.665204 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-6ce513fb-476b-49d8-a1a7-15635deebd71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672608'] for router_interface, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:02.839230 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-1b109bfc-743d-485a-85e8-556ac38f9a6e req-c8d482f7-79ad-41ea-8276-7f1433a8a5f3 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164779 Jun 17 10:19:02.979253 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6e7345ee-4544-4358-93e4-d92b1907230f req-d5b0a1d4-4a7d-4dcd-b329-3a0c0a380a63 service neutron] 10.222.0.22 "GET /v2.0/networks/e6f7a612-d480-47a3-873a-90e77aa26979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4242580 Jun 17 10:19:03.083004 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device c895d625-b840-40cb-aac7-139b44c809b6 details requested by agent hyperv_hv-cinder-79680 with host hv-cinder-79680 {{(pid=93646) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 10:19:03.115665 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-b5e6b15b-ab18-4a83-b352-bdb62b019043 None None] Provisioning for port 9651b96e-b542-405d-8e22-7dca3fb010dd completed by entity DHCP. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:19:03.140162 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-b5e6b15b-ab18-4a83-b352-bdb62b019043 None None] Provisioning complete for port 9651b96e-b542-405d-8e22-7dca3fb010dd triggered by entity DHCP. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:19:03.140547 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-b5e6b15b-ab18-4a83-b352-bdb62b019043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:03.210690 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-6ce513fb-476b-49d8-a1a7-15635deebd71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:03.265859 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] For port c895d625-b840-40cb-aac7-139b44c809b6, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=c895d625-b840-40cb-aac7-139b44c809b6,segment=NetworkSegment(18c6c105-9c0b-4401-b33f-19dbd1751948),segment_id=18c6c105-9c0b-4401-b33f-19dbd1751948)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:19:03.302586 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-b5e6b15b-ab18-4a83-b352-bdb62b019043 None None] Port 9651b96e-b542-405d-8e22-7dca3fb010dd cannot update to ACTIVE because it is not bound. {{(pid=93646) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 10:19:03.311652 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Returning: {'device': 'c895d625-b840-40cb-aac7-139b44c809b6', 'network_id': '9a805b2b-cd8e-4e47-bb4f-0c9740043540', 'port_id': 'c895d625-b840-40cb-aac7-139b44c809b6', 'mac_address': 'fa:16:3e:a0:76:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cef6c515-9123-40fd-a090-e2ea3bc5a141', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93646) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 10:19:03.418364 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:03.422299 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-bbfcc221-ac39-425d-9fd0-71e03a0eeeb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:03.454629 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.notifiers.nova [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c895d625-b840-40cb-aac7-139b44c809b6 {{(pid=93646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:19:03.491838 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:03.511884 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] For port c895d625-b840-40cb-aac7-139b44c809b6, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=c895d625-b840-40cb-aac7-139b44c809b6,segment=NetworkSegment(18c6c105-9c0b-4401-b33f-19dbd1751948),segment_id=18c6c105-9c0b-4401-b33f-19dbd1751948)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:19:03.639737 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-b8795dc5-408b-4b2e-bdfc-00fd92fb33ca req-68fa6cfa-b557-4424-b6a6-acd5c4d9cfa2 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/ports?device_id=957ba30a-110c-44ab-8811-23c67502cc30 HTTP/1.1" status: 200 len: 210 time: 0.1082642 Jun 17 10:19:03.646894 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:03.649327 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-99eb8e28-bc46-466c-950b-c42f77808324 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:19:03.753130 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Pushing event updated for resources: {'Port': ['ID=c895d625-b840-40cb-aac7-139b44c809b6,revision_number=4']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:19:03.762837 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:19:03.763350 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:19:03.763923 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:19:03.764257 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:19:03.764591 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:19:03.771623 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:19:03.771623 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:19:03.771623 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:19:03.771623 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:19:03.771623 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:19:03.771623 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:19:03.771623 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:19:03.772338 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:19:03.791434 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e18bc-b38d-4dd5-ba0b-de64b9bdce2c req-df0479f4-41fd-4065-bac5-165f45b2f524 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:03.794176 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-fb4e18bc-b38d-4dd5-ba0b-de64b9bdce2c req-df0479f4-41fd-4065-bac5-165f45b2f524 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d10d4450-92d2-4152-b17a-0634009dee27 HTTP/1.1" status: 200 len: 943 time: 0.4045022 Jun 17 10:19:03.798351 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-6ce513fb-476b-49d8-a1a7-15635deebd71 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:03.846530 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-fb4e18bc-b38d-4dd5-ba0b-de64b9bdce2c req-86e5b5fb-c28e-41e2-97a5-0530425ce25a tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b298a6e-ca03-4b84-a35f-a75e19063a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450740 Jun 17 10:19:03.901730 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-6ce513fb-476b-49d8-a1a7-15635deebd71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125912069'] for port, after_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:03.905459 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:19:04.039549 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-6ce513fb-476b-49d8-a1a7-15635deebd71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672540'] for router_interface, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:04.044314 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce513fb-476b-49d8-a1a7-15635deebd71 admin admin] Pushing event updated for resources: {'Port': ['ID=9651b96e-b542-405d-8e22-7dca3fb010dd,revision_number=2']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:19:04.050024 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-6ce513fb-476b-49d8-a1a7-15635deebd71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:19:04.108589 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] get_ports_and_sgs() called for port_ids ['c895d625-b840-40cb-aac7-139b44c809b6'] {{(pid=93646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 10:19:04.158507 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device 6d390488-ca57-49a2-b66a-5d836b68fc9b up at agent ovs-agent-dv-cinder-796806-1-iscsi {{(pid=93646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:19:04.231536 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce513fb-476b-49d8-a1a7-15635deebd71 admin admin] Network b9e4b84a-8dde-4ee3-9ab8-7dbe232b2e85 is already hosted by enough agents. {{(pid=93644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:19:04.248442 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9fe966-3265-4abb-846a-947138320221 req-83045f15-7b06-4b51-9cab-66fedafa9fec tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:04.262625 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-0e9fe966-3265-4abb-846a-947138320221 req-83045f15-7b06-4b51-9cab-66fedafa9fec tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=c115ea05-b61c-4a41-9a4a-e0185fef6be8 HTTP/1.1" status: 200 len: 945 time: 0.1857045 Jun 17 10:19:04.266941 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.base_scheduler [None req-6ce513fb-476b-49d8-a1a7-15635deebd71 admin admin] Resources bound (agent type, host, resource id): {{(pid=93644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:19:04.448218 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Provisioning for port 6d390488-ca57-49a2-b66a-5d836b68fc9b completed by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:19:04.458008 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Provisioning complete for port 6d390488-ca57-49a2-b66a-5d836b68fc9b triggered by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:19:04.459609 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:04.640374 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-0e9fe966-3265-4abb-846a-947138320221 req-30bcdc63-3044-4d83-952d-eb6d90707c95 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3676193 Jun 17 10:19:04.664546 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:04.680242 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ce513fb-476b-49d8-a1a7-15635deebd71 admin admin] Router c632aa22-42dd-415d-af8e-0300a14d0d5e has already been hosted by L3 agent 9ed9efc2-3eec-4d73-b246-cbd899a1984b {{(pid=93644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 10:19:04.768072 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] For port 6d390488-ca57-49a2-b66a-5d836b68fc9b, host dv-cinder-796806-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=6d390488-ca57-49a2-b66a-5d836b68fc9b,segment=NetworkSegment(7a262c57-69fa-4e27-992a-6b78356f8ae4),segment_id=7a262c57-69fa-4e27-992a-6b78356f8ae4)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:19:04.773567 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-a7cd740c-e7c5-4f3c-8f3a-e326ef92c370 None None] Provisioning complete for port 9651b96e-b542-405d-8e22-7dca3fb010dd triggered by entity DHCP. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:19:04.773970 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-a7cd740c-e7c5-4f3c-8f3a-e326ef92c370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:04.835599 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-a7cd740c-e7c5-4f3c-8f3a-e326ef92c370 None None] Port 9651b96e-b542-405d-8e22-7dca3fb010dd cannot update to ACTIVE because it is not bound. {{(pid=93646) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 10:19:04.851043 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-10791563-c486-4e56-833d-62b86d273c3b req-2f36f7f0-227a-4ee1-950f-56eaef77fad4 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/ports?device_id=957ba30a-110c-44ab-8811-23c67502cc30 HTTP/1.1" status: 200 len: 210 time: 0.0770791 Jun 17 10:19:04.919928 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ce513fb-476b-49d8-a1a7-15635deebd71 admin admin] Notify agent at l3_agent.dv-cinder-796806-1-iscsi the message routers_updated {{(pid=93644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 10:19:04.943543 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-6ce513fb-476b-49d8-a1a7-15635deebd71 admin admin] 10.222.0.22 "PUT /v2.0/routers/c632aa22-42dd-415d-af8e-0300a14d0d5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4536235 Jun 17 10:19:04.944021 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:04.944021 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-3ae203dc-f8c6-430f-be33-cccd1c428710 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:19:04.977958 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9e1e1e-b6be-420c-a69b-41242e12178b None None] Sync routers for ids ['c632aa22-42dd-415d-af8e-0300a14d0d5e'] in dv-cinder-796806-1-iscsi {{(pid=93646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 10:19:05.021700 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9e1e1e-b6be-420c-a69b-41242e12178b None None] Routers {'c632aa22-42dd-415d-af8e-0300a14d0d5e'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:19:05.021700 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_hamode_db [None req-cb9e1e1e-b6be-420c-a69b-41242e12178b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:19:03Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['c632aa22-42dd-415d-af8e-0300a14d0d5e'], 'active': True} {{(pid=93646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:19:05.135168 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c81191f-f934-47a0-9932-5c16e21abf1e req-5cd349c7-d9eb-498e-a5c4-73e9dfcbe707 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:05.138095 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-1c81191f-f934-47a0-9932-5c16e21abf1e req-5cd349c7-d9eb-498e-a5c4-73e9dfcbe707 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d10d4450-92d2-4152-b17a-0634009dee27 HTTP/1.1" status: 200 len: 944 time: 0.1493912 Jun 17 10:19:05.234255 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-1c81191f-f934-47a0-9932-5c16e21abf1e req-6c03f475-4045-472a-be4f-bea07aa694b5 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b298a6e-ca03-4b84-a35f-a75e19063a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836592 Jun 17 10:19:05.334476 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-76f1cb7e-d4ef-4c29-a3c2-2b16775f9f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:05.343241 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Pushing event updated for resources: {'Port': ['ID=6d390488-ca57-49a2-b66a-5d836b68fc9b,revision_number=4']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:19:05.353134 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:19:05.464881 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvr_db [None req-cb9e1e1e-b6be-420c-a69b-41242e12178b None None] Set router c632aa22-42dd-415d-af8e-0300a14d0d5e gateway port host: dv-cinder-796806-1-iscsi {{(pid=93646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:19:05.817749 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 48140) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:19:05.888250 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_hamode_db [None req-cb9e1e1e-b6be-420c-a69b-41242e12178b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c632aa22-42dd-415d-af8e-0300a14d0d5e', 'name': 'tempest-TestMinimumBasicScenario-1666570486-router', 'tenant_id': '9a6c13a11d5746ed9ba089a64e8d2549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '6d390488-ca57-49a2-b66a-5d836b68fc9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:18:53Z', 'updated_at': '2021-06-17T10:19:02Z', 'revision_number': 4, 'project_id': '9a6c13a11d5746ed9ba089a64e8d2549', 'gw_port': {'id': '6d390488-ca57-49a2-b66a-5d836b68fc9b', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c632aa22-42dd-415d-af8e-0300a14d0d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:18:54Z', 'updated_at': '2021-06-17T10:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi', '_interfaces': [{'id': '9651b96e-b542-405d-8e22-7dca3fb010dd', 'name': '', 'network_id': 'b9e4b84a-8dde-4ee3-9ab8-7dbe232b2e85', 'tenant_id': '9a6c13a11d5746ed9ba089a64e8d2549', 'mac_address': 'fa:16:3e:19:a0:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c632aa22-42dd-415d-af8e-0300a14d0d5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'e0f4a3e0-d2e8-4ac0-b721-b783e50aed11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:19:01Z', 'updated_at': '2021-06-17T10:19:03Z', 'revision_number': 2, 'project_id': '9a6c13a11d5746ed9ba089a64e8d2549', 'subnets': [{'id': 'e0f4a3e0-d2e8-4ac0-b721-b783e50aed11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:19:05.920648 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9e1e1e-b6be-420c-a69b-41242e12178b None None] Checking router: c632aa22-42dd-415d-af8e-0300a14d0d5e for host: dv-cinder-796806-1-iscsi {{(pid=93646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 10:19:05.921120 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9e1e1e-b6be-420c-a69b-41242e12178b None None] Updating router c632aa22-42dd-415d-af8e-0300a14d0d5e port 9651b96e-b542-405d-8e22-7dca3fb010dd binding host dv-cinder-796806-1-iscsi {{(pid=93646) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 10:19:06.040901 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-cb9e1e1e-b6be-420c-a69b-41242e12178b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:06.149735 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6228382e-ed2e-4b09-8b11-d5b3445b815c req-d5b97882-3639-4fe3-a935-a7a56b2393e7 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:06.164866 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6228382e-ed2e-4b09-8b11-d5b3445b815c req-d5b97882-3639-4fe3-a935-a7a56b2393e7 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=c115ea05-b61c-4a41-9a4a-e0185fef6be8 HTTP/1.1" status: 200 len: 945 time: 0.1992509 Jun 17 10:19:06.179333 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-4a63a4ca-000a-4770-9054-aee98d866b4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:06.212594 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device 6d390488-ca57-49a2-b66a-5d836b68fc9b up at agent ovs-agent-dv-cinder-796806-1-iscsi {{(pid=93646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:19:06.281192 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-c1e0fde4-954d-4ef0-8234-4d304ecc2f04 req-38888747-2a43-4615-9193-06b47df6efd3 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/ports?device_id=957ba30a-110c-44ab-8811-23c67502cc30 HTTP/1.1" status: 200 len: 210 time: 0.0613029 Jun 17 10:19:06.293483 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6228382e-ed2e-4b09-8b11-d5b3445b815c req-a6cfbebf-09b6-4331-a574-a0f5cfc413c9 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274559 Jun 17 10:19:06.365436 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-4a63a4ca-000a-4770-9054-aee98d866b4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:06.415172 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Provisioning complete for port 6d390488-ca57-49a2-b66a-5d836b68fc9b triggered by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:19:06.416063 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:06.508647 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-4a63a4ca-000a-4770-9054-aee98d866b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:06.513529 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-2ea6cf1d-44c8-4cdc-9c17-70d98808b9d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:19:06.571592 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a63a4ca-000a-4770-9054-aee98d866b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7762a84-cf3a-4d28-be0d-dbc0ba6b9452,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:19:06.590999 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7153308b-7512-45ec-809d-bf9944ec6eff req-0867d465-9525-4311-a90c-2ae01459555f tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:06.594025 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-7153308b-7512-45ec-809d-bf9944ec6eff req-0867d465-9525-4311-a90c-2ae01459555f tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d10d4450-92d2-4152-b17a-0634009dee27 HTTP/1.1" status: 200 len: 944 time: 0.1689355 Jun 17 10:19:06.681915 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-7153308b-7512-45ec-809d-bf9944ec6eff req-576ce153-bbfd-46d1-a2a0-7ba9b52f92b6 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b298a6e-ca03-4b84-a35f-a75e19063a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750999 Jun 17 10:19:06.689164 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-4a63a4ca-000a-4770-9054-aee98d866b4a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b3186c8813154a6a9268a0c68b6b5fed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8692164 Jun 17 10:19:06.692828 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-4a63a4ca-000a-4770-9054-aee98d866b4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:19:06.696803 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 48160) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:19:06.766954 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 48162) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:19:06.778696 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.v2.base [None req-4e73ff7e-c3eb-4494-904d-fa101b0cedb5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-610122121-network', 'tenant_id': '3d88e10f9ccc44df9e7c0eef4b9dc24a'}} {{(pid=93645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:19:06.809389 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-037b9bc2-8b00-433b-af28-1c5f5ffde5df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:06.849968 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-cb9e1e1e-b6be-420c-a69b-41242e12178b None None] Notify callbacks [] for port, precommit_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:06.850255 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-037b9bc2-8b00-433b-af28-1c5f5ffde5df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:06.865969 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-cb9e1e1e-b6be-420c-a69b-41242e12178b None None] Transition to ACTIVE for port object 9651b96e-b542-405d-8e22-7dca3fb010dd will not be triggered until provisioned by entity L2. {{(pid=93646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:19:06.896964 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e73ff7e-c3eb-4494-904d-fa101b0cedb5 admin admin] Made reservation on behalf of 3d88e10f9ccc44df9e7c0eef4b9dc24a for: {'network': 1} {{(pid=93645) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:19:06.900477 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-4e73ff7e-c3eb-4494-904d-fa101b0cedb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3930454'] for network, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:06.918999 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-4e73ff7e-c3eb-4494-904d-fa101b0cedb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:06.920787 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8334b2a8-081d-4a08-b273-522b2363e8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:07.011260 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-cb9e1e1e-b6be-420c-a69b-41242e12178b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:07.018236 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:19:07.099640 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device c895d625-b840-40cb-aac7-139b44c809b6 up at agent hyperv_hv-cinder-79680 {{(pid=93646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:19:07.164933 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c17564-c9a2-4583-973d-73b5b05f569b None None] Pushing event updated for resources: {'Port': ['ID=9651b96e-b542-405d-8e22-7dca3fb010dd,revision_number=3']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:19:07.178914 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-a6c17564-c9a2-4583-973d-73b5b05f569b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:19:07.186297 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-037b9bc2-8b00-433b-af28-1c5f5ffde5df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:07.200352 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-037b9bc2-8b00-433b-af28-1c5f5ffde5df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:07.215257 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-037b9bc2-8b00-433b-af28-1c5f5ffde5df admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f7762a84-cf3a-4d28-be0d-dbc0ba6b9452 HTTP/1.1" status: 204 len: 168 time: 0.5118740 Jun 17 10:19:07.220534 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-78b9e96e-849d-4d00-80e8-38ea47ad1333 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:19:07.235388 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037b9bc2-8b00-433b-af28-1c5f5ffde5df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7762a84-cf3a-4d28-be0d-dbc0ba6b9452,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:19:07.253914 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-037b9bc2-8b00-433b-af28-1c5f5ffde5df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:19:07.342834 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.managers [None req-cb9e1e1e-b6be-420c-a69b-41242e12178b None None] Attempting to bind port 9651b96e-b542-405d-8e22-7dca3fb010dd on host dv-cinder-796806-1-iscsi for vnic_type normal with profile {{(pid=93646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:19:07.343373 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.managers [None req-cb9e1e1e-b6be-420c-a69b-41242e12178b None None] Attempting to bind port 9651b96e-b542-405d-8e22-7dca3fb010dd by drivers openvswitch,hyperv on host dv-cinder-796806-1-iscsi at level 0 using segments [{'id': 'fbd9f26e-5ef6-41de-b20d-bb9149a77337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b9e4b84a-8dde-4ee3-9ab8-7dbe232b2e85'}] {{(pid=93646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:19:07.344018 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9e1e1e-b6be-420c-a69b-41242e12178b None None] Attempting to bind port 9651b96e-b542-405d-8e22-7dca3fb010dd on network b9e4b84a-8dde-4ee3-9ab8-7dbe232b2e85 {{(pid=93646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:19:07.351769 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-4e73ff7e-c3eb-4494-904d-fa101b0cedb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:07.374552 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9e1e1e-b6be-420c-a69b-41242e12178b None None] Checking agent: {'id': 'f230d01b-21be-4f06-8428-d429ae72cfd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796806-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 7, 3), 'started_at': datetime.datetime(2021, 6, 17, 10, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796806-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:19:07.376969 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9e1e1e-b6be-420c-a69b-41242e12178b None None] Checking segment: {'id': 'fbd9f26e-5ef6-41de-b20d-bb9149a77337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b9e4b84a-8dde-4ee3-9ab8-7dbe232b2e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:19:07.376969 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-cb9e1e1e-b6be-420c-a69b-41242e12178b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:07.377738 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9e1e1e-b6be-420c-a69b-41242e12178b None None] Bound using segment: {'id': 'fbd9f26e-5ef6-41de-b20d-bb9149a77337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b9e4b84a-8dde-4ee3-9ab8-7dbe232b2e85'} {{(pid=93646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:19:07.378135 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.managers [None req-cb9e1e1e-b6be-420c-a69b-41242e12178b None None] Bound port: 9651b96e-b542-405d-8e22-7dca3fb010dd, host: dv-cinder-796806-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbd9f26e-5ef6-41de-b20d-bb9149a77337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b9e4b84a-8dde-4ee3-9ab8-7dbe232b2e85'}}] {{(pid=93646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:19:07.378779 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-cb9e1e1e-b6be-420c-a69b-41242e12178b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:07.395227 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-4e73ff7e-c3eb-4494-904d-fa101b0cedb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:07.403366 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-231daf2d-e2e2-4511-9b61-4f354a70de90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:19:07.492198 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e73ff7e-c3eb-4494-904d-fa101b0cedb5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=93645) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 10:19:07.502774 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e73ff7e-c3eb-4494-904d-fa101b0cedb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=650c5f95-96a3-4b77-b1ab-e78a17679490,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:19:07.517409 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Provisioning for port c895d625-b840-40cb-aac7-139b44c809b6 completed by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:19:07.527004 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e73ff7e-c3eb-4494-904d-fa101b0cedb5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:19:07.528037 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e73ff7e-c3eb-4494-904d-fa101b0cedb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:19:07.528861 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e73ff7e-c3eb-4494-904d-fa101b0cedb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:19:07.529639 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e73ff7e-c3eb-4494-904d-fa101b0cedb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:19:07.530421 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e73ff7e-c3eb-4494-904d-fa101b0cedb5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:19:07.531332 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e73ff7e-c3eb-4494-904d-fa101b0cedb5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:19:07.532203 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e73ff7e-c3eb-4494-904d-fa101b0cedb5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:19:07.533322 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e73ff7e-c3eb-4494-904d-fa101b0cedb5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:19:07.534373 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e73ff7e-c3eb-4494-904d-fa101b0cedb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:19:07.540612 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Provisioning complete for port c895d625-b840-40cb-aac7-139b44c809b6 triggered by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:19:07.541473 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:07.543542 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e73ff7e-c3eb-4494-904d-fa101b0cedb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:19:07.544692 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e73ff7e-c3eb-4494-904d-fa101b0cedb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:19:07.545487 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e73ff7e-c3eb-4494-904d-fa101b0cedb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:19:07.553133 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-4e73ff7e-c3eb-4494-904d-fa101b0cedb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3785028'] for segment, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:07.553992 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.db.segments_db [None req-4e73ff7e-c3eb-4494-904d-fa101b0cedb5 admin admin] Added segment 561396bd-0a2b-4e35-af53-44c8783b18f4 of type vlan for network 207a6ace-5540-40f2-a9bb-8ed6ddacd0e9 Jun 17 10:19:07.556924 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-4e73ff7e-c3eb-4494-904d-fa101b0cedb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:19:07.710944 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-cb9e1e1e-b6be-420c-a69b-41242e12178b None None] For port 9651b96e-b542-405d-8e22-7dca3fb010dd, host dv-cinder-796806-1-iscsi, cleared binding levels {{(pid=93646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:19:07.735715 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-cb9e1e1e-b6be-420c-a69b-41242e12178b None None] For port 9651b96e-b542-405d-8e22-7dca3fb010dd, host dv-cinder-796806-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=9651b96e-b542-405d-8e22-7dca3fb010dd,segment=NetworkSegment(fbd9f26e-5ef6-41de-b20d-bb9149a77337),segment_id=fbd9f26e-5ef6-41de-b20d-bb9149a77337)] {{(pid=93646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:19:07.788580 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-4e73ff7e-c3eb-4494-904d-fa101b0cedb5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740733824422'] for network, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:07.869038 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-cb9e1e1e-b6be-420c-a69b-41242e12178b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:07.877735 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:19:07.907982 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-3d78441b-4fa4-436e-aeed-65811ba261f3 req-e309770f-fec6-4aea-847b-7c937ad2b646 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/ports?device_id=957ba30a-110c-44ab-8811-23c67502cc30 HTTP/1.1" status: 200 len: 210 time: 0.1362519 Jun 17 10:19:07.991980 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e03ede7-cd45-420c-abc0-38d84549df76 req-4508e2f8-760d-42fc-b09c-2d49dc94ee5e tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:08.000620 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:08.010686 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6e03ede7-cd45-420c-abc0-38d84549df76 req-4508e2f8-760d-42fc-b09c-2d49dc94ee5e tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=c115ea05-b61c-4a41-9a4a-e0185fef6be8 HTTP/1.1" status: 200 len: 945 time: 0.3402672 Jun 17 10:19:08.071120 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.db.resource_extend [None req-4e73ff7e-c3eb-4494-904d-fa101b0cedb5 admin admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 17 10:19:08.166798 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6e03ede7-cd45-420c-abc0-38d84549df76 req-7f126fc4-a93d-4f8d-b8ba-a05ca5e176f6 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531651 Jun 17 10:19:08.195126 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9e1e1e-b6be-420c-a69b-41242e12178b None None] Routers {'c632aa22-42dd-415d-af8e-0300a14d0d5e'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:19:08.197005 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_hamode_db [None req-cb9e1e1e-b6be-420c-a69b-41242e12178b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:19:03Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['c632aa22-42dd-415d-af8e-0300a14d0d5e'], 'active': True} {{(pid=93646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:19:08.319081 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7345ee-4544-4358-93e4-d92b1907230f req-eda1f9ca-4231-4929-8641-976ebf2f443c tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:08.337979 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-6e7345ee-4544-4358-93e4-d92b1907230f req-eda1f9ca-4231-4929-8641-976ebf2f443c tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.47 "GET /v2.0/networks?id=e6f7a612-d480-47a3-873a-90e77aa26979 HTTP/1.1" status: 200 len: 809 time: 0.6649394 Jun 17 10:19:08.339972 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-4e73ff7e-c3eb-4494-904d-fa101b0cedb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-714710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243'] for network, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:08.342190 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e73ff7e-c3eb-4494-904d-fa101b0cedb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:08.343186 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-4e73ff7e-c3eb-4494-904d-fa101b0cedb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625220'] for network, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:08.384538 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:19:08.396876 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c17564-c9a2-4583-973d-73b5b05f569b None None] Pushing event updated for resources: {'Port': ['ID=9651b96e-b542-405d-8e22-7dca3fb010dd,revision_number=4']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:19:08.407036 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.v2.base [req-6e7345ee-4544-4358-93e4-d92b1907230f req-08df2887-7186-4b9e-850d-421b231cac79 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] Request body: {'port': {'device_id': '957ba30a-110c-44ab-8811-23c67502cc30', 'network_id': 'e6f7a612-d480-47a3-873a-90e77aa26979', 'admin_state_up': True, 'tenant_id': '48c01de934934efeacc4fa02c581bede'}} {{(pid=93645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:19:08.455995 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] For port c895d625-b840-40cb-aac7-139b44c809b6, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=c895d625-b840-40cb-aac7-139b44c809b6,segment=NetworkSegment(18c6c105-9c0b-4401-b33f-19dbd1751948),segment_id=18c6c105-9c0b-4401-b33f-19dbd1751948)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:19:08.457927 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd10d4450-92d2-4152-b17a-0634009dee27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c895d625-b840-40cb-aac7-139b44c809b6'}] {{(pid=93646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:19:08.471524 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}202ec35f0b2f503ce7e4db3a1c258f37e57fe85608606de8e1c873696d713f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad345a0-5d68-4d52-8f54-a8a3547ed718" -d '{"events": [{"server_uuid": "d10d4450-92d2-4152-b17a-0634009dee27", "name": "network-vif-plugged", "status": "completed", "tag": "c895d625-b840-40cb-aac7-139b44c809b6"}]}' {{(pid=93646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:19:08.477329 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-a6c17564-c9a2-4583-973d-73b5b05f569b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.600s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:19:08.497116 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-4e73ff7e-c3eb-4494-904d-fa101b0cedb5 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7281604 Jun 17 10:19:08.501953 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 48186) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:19:08.521652 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.v2.base [None req-0695ffb5-98fc-4a0a-8790-7741bb71d705 admin admin] Request body: {'subnet': {'network_id': '207a6ace-5540-40f2-a9bb-8ed6ddacd0e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-610122121-subnet', 'tenant_id': '3d88e10f9ccc44df9e7c0eef4b9dc24a', 'ip_version': 4}} {{(pid=93645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:19:08.615856 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:08.625988 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:19:08.636193 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e73ff7e-c3eb-4494-904d-fa101b0cedb5 admin admin] Pushing event updated for resources: {'Network': ['ID=207a6ace-5540-40f2-a9bb-8ed6ddacd0e9,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:19:08.640787 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvr_db [None req-cb9e1e1e-b6be-420c-a69b-41242e12178b None None] Set router c632aa22-42dd-415d-af8e-0300a14d0d5e gateway port host: dv-cinder-796806-1-iscsi {{(pid=93646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:19:08.647412 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-4e73ff7e-c3eb-4494-904d-fa101b0cedb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:19:08.688667 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c849b819-eff3-4d08-b1b0-9ad5a39cc3f5 req-ab9d9179-053c-4d56-8fe2-1519d4d2dc00 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:08.703116 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-c849b819-eff3-4d08-b1b0-9ad5a39cc3f5 req-ab9d9179-053c-4d56-8fe2-1519d4d2dc00 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d10d4450-92d2-4152-b17a-0634009dee27 HTTP/1.1" status: 200 len: 944 time: 0.2433913 Jun 17 10:19:08.707050 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Network 207a6ace-5540-40f2-a9bb-8ed6ddacd0e9 details requested by agent ovs-agent-dv-cinder-796806-1-iscsi with host dv-cinder-796806-1-iscsi {{(pid=93646) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 10:19:08.711839 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2a97e5-72be-4b40-b395-64b48c7f11aa x-openstack-request-id: req-5a2a97e5-72be-4b40-b395-64b48c7f11aa {{(pid=93646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:19:08.712208 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d10d4450-92d2-4152-b17a-0634009dee27", "name": "network-vif-plugged", "status": "completed", "tag": "c895d625-b840-40cb-aac7-139b44c809b6", "code": 200}]} {{(pid=93646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:19:08.712445 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5a2a97e5-72be-4b40-b395-64b48c7f11aa {{(pid=93646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:19:08.712861 dv-cinder-796806-1-iscsi neutron-server[93646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd10d4450-92d2-4152-b17a-0634009dee27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c895d625-b840-40cb-aac7-139b44c809b6', 'code': 200} Jun 17 10:19:08.800762 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-c849b819-eff3-4d08-b1b0-9ad5a39cc3f5 req-d57ff3f8-dc2f-4b55-bf52-0985ff73ef64 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b298a6e-ca03-4b84-a35f-a75e19063a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941911 Jun 17 10:19:08.853255 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0695ffb5-98fc-4a0a-8790-7741bb71d705 admin admin] Made reservation on behalf of 3d88e10f9ccc44df9e7c0eef4b9dc24a for: {'subnet': 1} {{(pid=93645) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:19:08.861400 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-0695ffb5-98fc-4a0a-8790-7741bb71d705 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129735836'] for subnet, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:08.907091 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Pushing event updated for resources: {'Port': ['ID=c895d625-b840-40cb-aac7-139b44c809b6,revision_number=5']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:19:08.913901 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:19:09.019788 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 48192) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:19:09.032054 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e7345ee-4544-4358-93e4-d92b1907230f req-08df2887-7186-4b9e-850d-421b231cac79 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] Made reservation on behalf of 48c01de934934efeacc4fa02c581bede for: {'port': 1} {{(pid=93645) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:19:09.039418 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-6e7345ee-4544-4358-93e4-d92b1907230f req-08df2887-7186-4b9e-850d-421b231cac79 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3930454'] for port, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:09.086931 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-5015f92f-95f5-4ded-926e-12f0ec49b517 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:09.111749 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_hamode_db [None req-cb9e1e1e-b6be-420c-a69b-41242e12178b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c632aa22-42dd-415d-af8e-0300a14d0d5e', 'name': 'tempest-TestMinimumBasicScenario-1666570486-router', 'tenant_id': '9a6c13a11d5746ed9ba089a64e8d2549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '6d390488-ca57-49a2-b66a-5d836b68fc9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:18:53Z', 'updated_at': '2021-06-17T10:19:02Z', 'revision_number': 4, 'project_id': '9a6c13a11d5746ed9ba089a64e8d2549', 'gw_port': {'id': '6d390488-ca57-49a2-b66a-5d836b68fc9b', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c632aa22-42dd-415d-af8e-0300a14d0d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:18:54Z', 'updated_at': '2021-06-17T10:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi', '_interfaces': [{'id': '9651b96e-b542-405d-8e22-7dca3fb010dd', 'name': '', 'network_id': 'b9e4b84a-8dde-4ee3-9ab8-7dbe232b2e85', 'tenant_id': '9a6c13a11d5746ed9ba089a64e8d2549', 'mac_address': 'fa:16:3e:19:a0:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c632aa22-42dd-415d-af8e-0300a14d0d5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'e0f4a3e0-d2e8-4ac0-b721-b783e50aed11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:19:01Z', 'updated_at': '2021-06-17T10:19:07Z', 'revision_number': 4, 'project_id': '9a6c13a11d5746ed9ba089a64e8d2549', 'subnets': [{'id': 'e0f4a3e0-d2e8-4ac0-b721-b783e50aed11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:19:09.181336 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9e1e1e-b6be-420c-a69b-41242e12178b None None] The sync data for ids ['c632aa22-42dd-415d-af8e-0300a14d0d5e'] in dv-cinder-796806-1-iscsi is: [{'id': 'c632aa22-42dd-415d-af8e-0300a14d0d5e', 'name': 'tempest-TestMinimumBasicScenario-1666570486-router', 'tenant_id': '9a6c13a11d5746ed9ba089a64e8d2549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '6d390488-ca57-49a2-b66a-5d836b68fc9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:18:53Z', 'updated_at': '2021-06-17T10:19:02Z', 'revision_number': 4, 'project_id': '9a6c13a11d5746ed9ba089a64e8d2549', 'gw_port': {'id': '6d390488-ca57-49a2-b66a-5d836b68fc9b', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c632aa22-42dd-415d-af8e-0300a14d0d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:18:54Z', 'updated_at': '2021-06-17T10:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi', '_interfaces': [{'id': '9651b96e-b542-405d-8e22-7dca3fb010dd', 'name': '', 'network_id': 'b9e4b84a-8dde-4ee3-9ab8-7dbe232b2e85', 'tenant_id': '9a6c13a11d5746ed9ba089a64e8d2549', 'mac_address': 'fa:16:3e:19:a0:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c632aa22-42dd-415d-af8e-0300a14d0d5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'e0f4a3e0-d2e8-4ac0-b721-b783e50aed11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:19:01Z', 'updated_at': '2021-06-17T10:19:07Z', 'revision_number': 4, 'project_id': '9a6c13a11d5746ed9ba089a64e8d2549', 'subnets': [{'id': 'e0f4a3e0-d2e8-4ac0-b721-b783e50aed11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 10:19:09.425803 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9cb4bb4b-0498-46cf-895f-aa6e7f09cbab req-76790c67-1072-41f6-9dc1-4036568bb8f9 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/ports?device_id=957ba30a-110c-44ab-8811-23c67502cc30 HTTP/1.1" status: 200 len: 210 time: 0.1473351 Jun 17 10:19:09.488832 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-5015f92f-95f5-4ded-926e-12f0ec49b517 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:09.628639 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-5015f92f-95f5-4ded-926e-12f0ec49b517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:09.635174 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-1dc4510c-4c97-4cab-b556-4f2762934684 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:19:09.660267 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.db_base_plugin_common [req-6e7345ee-4544-4358-93e4-d92b1907230f req-08df2887-7186-4b9e-850d-421b231cac79 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] Allocated IP 172.20.0.6 (e6f7a612-d480-47a3-873a-90e77aa26979/6a3a85ed-1fe6-4eac-aaf5-01e431f08210/013b89ce-0933-43a9-97b8-7c023daa7391) {{(pid=93645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:19:09.705415 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-0695ffb5-98fc-4a0a-8790-7741bb71d705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129691139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129735822'] for subnet, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:09.726472 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-8d52bace-eac0-4167-b07c-fd653dcf86db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:19:09.756578 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-5015f92f-95f5-4ded-926e-12f0ec49b517 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7de45771b25448fd9716cefb932634cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7371936 Jun 17 10:19:09.770965 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 48202) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:19:09.833258 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5015f92f-95f5-4ded-926e-12f0ec49b517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9303e84e-506b-4537-bc5d-68ea55ee6f67,revision_number=1']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:19:09.907314 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5015f92f-95f5-4ded-926e-12f0ec49b517 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:19:09.907314 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5015f92f-95f5-4ded-926e-12f0ec49b517 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:19:09.907314 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5015f92f-95f5-4ded-926e-12f0ec49b517 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:19:09.907314 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5015f92f-95f5-4ded-926e-12f0ec49b517 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:19:09.907314 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5015f92f-95f5-4ded-926e-12f0ec49b517 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:19:09.907314 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5015f92f-95f5-4ded-926e-12f0ec49b517 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:19:09.910557 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5015f92f-95f5-4ded-926e-12f0ec49b517 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:19:09.910557 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5015f92f-95f5-4ded-926e-12f0ec49b517 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:19:09.910557 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5015f92f-95f5-4ded-926e-12f0ec49b517 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:19:09.910557 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5015f92f-95f5-4ded-926e-12f0ec49b517 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:19:09.910557 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5015f92f-95f5-4ded-926e-12f0ec49b517 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:19:09.915153 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5015f92f-95f5-4ded-926e-12f0ec49b517 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:19:09.925235 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-5015f92f-95f5-4ded-926e-12f0ec49b517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:19:09.934017 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9ba9e-cb35-4c9d-b1e1-0b62d98163a2 req-56319efc-0217-4846-b9d7-ecccdf300fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:09.936775 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-e9c9ba9e-cb35-4c9d-b1e1-0b62d98163a2 req-56319efc-0217-4846-b9d7-ecccdf300fd4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d10d4450-92d2-4152-b17a-0634009dee27 HTTP/1.1" status: 200 len: 1098 time: 0.4506137 Jun 17 10:19:09.954582 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0695ffb5-98fc-4a0a-8790-7741bb71d705 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7498acbd-0995-4684-9363-708186980877,revision_number=0']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:19:09.956953 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76037d81-13dc-4073-8a6b-722acc765351 req-6b6a7351-7091-4087-a92d-9133d67462c6 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:09.960020 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-76037d81-13dc-4073-8a6b-722acc765351 req-6b6a7351-7091-4087-a92d-9133d67462c6 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=c115ea05-b61c-4a41-9a4a-e0185fef6be8 HTTP/1.1" status: 200 len: 945 time: 0.4179015 Jun 17 10:19:09.985208 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-0695ffb5-98fc-4a0a-8790-7741bb71d705 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:19:10.068386 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-20b21d21-9a92-4dce-bcb9-92fb3332c4e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:10.129558 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0695ffb5-98fc-4a0a-8790-7741bb71d705 admin admin] Checking segment: {'id': '561396bd-0a2b-4e35-af53-44c8783b18f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '207a6ace-5540-40f2-a9bb-8ed6ddacd0e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:19:10.130745 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0695ffb5-98fc-4a0a-8790-7741bb71d705 admin admin] Network hostable DHCP agents. Network: 207a6ace-5540-40f2-a9bb-8ed6ddacd0e9, hostable agents: ['337bcc12-ee2b-4966-b704-642398d54e19'], hosted agents: [] {{(pid=93645) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 10:19:10.235803 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-e9c9ba9e-cb35-4c9d-b1e1-0b62d98163a2 req-ef1e70f6-8918-4ce1-8303-f2f730bbe08e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4b298a6e-ca03-4b84-a35f-a75e19063a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737019 Jun 17 10:19:10.241080 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-20b21d21-9a92-4dce-bcb9-92fb3332c4e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:10.241617 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-6e7345ee-4544-4358-93e4-d92b1907230f req-08df2887-7186-4b9e-850d-421b231cac79 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] Notify callbacks [] for port, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:10.253115 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device 9651b96e-b542-405d-8e22-7dca3fb010dd up at agent ovs-agent-dv-cinder-796806-1-iscsi {{(pid=93646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:19:10.283717 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-76037d81-13dc-4073-8a6b-722acc765351 req-5f92da3f-1c53-49e6-a957-1878868f3665 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973413 Jun 17 10:19:10.306241 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0695ffb5-98fc-4a0a-8790-7741bb71d705 admin admin] Network 207a6ace-5540-40f2-a9bb-8ed6ddacd0e9 is scheduled to be hosted by DHCP agent 337bcc12-ee2b-4966-b704-642398d54e19 with binding_index 1 {{(pid=93645) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 10:19:10.417365 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.base_scheduler [None req-0695ffb5-98fc-4a0a-8790-7741bb71d705 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796806-1-iscsi, 207a6ace-5540-40f2-a9bb-8ed6ddacd0e9) {{(pid=93645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:19:10.427659 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0695ffb5-98fc-4a0a-8790-7741bb71d705 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:10.429315 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-0695ffb5-98fc-4a0a-8790-7741bb71d705 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625220'] for subnet, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:10.444694 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69de6f6-2d89-4339-9a72-4b5084b972b7 None None] Network 207a6ace-5540-40f2-a9bb-8ed6ddacd0e9 requested from dv-cinder-796806-1-iscsi {{(pid=93646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:19:10.463978 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-6e7345ee-4544-4358-93e4-d92b1907230f req-08df2887-7186-4b9e-850d-421b231cac79 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3925395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740733869087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129691327'] for port, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:10.466559 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7b01d-a46c-40c4-be44-68fd202eb8da req-3004cc78-39ee-4b19-94ec-b5eb4751a7a8 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:10.471650 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-8feb3532-5fae-4539-8f1f-c3447f1b1daa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:19:10.478148 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-baa7b01d-a46c-40c4-be44-68fd202eb8da req-3004cc78-39ee-4b19-94ec-b5eb4751a7a8 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d10d4450-92d2-4152-b17a-0634009dee27 HTTP/1.1" status: 200 len: 945 time: 0.2594323 Jun 17 10:19:10.518220 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Provisioning for port 9651b96e-b542-405d-8e22-7dca3fb010dd completed by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:19:10.531062 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Provisioning complete for port 9651b96e-b542-405d-8e22-7dca3fb010dd triggered by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:19:10.543686 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:10.622621 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-20b21d21-9a92-4dce-bcb9-92fb3332c4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:10.625251 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08df2887-7186-4b9e-850d-421b231cac79 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] Pushing event updated for resources: {'Port': ['ID=013b89ce-0933-43a9-97b8-7c023daa7391,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:19:10.629160 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-20b21d21-9a92-4dce-bcb9-92fb3332c4e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:10.644707 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-20b21d21-9a92-4dce-bcb9-92fb3332c4e0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9303e84e-506b-4537-bc5d-68ea55ee6f67 HTTP/1.1" status: 204 len: 168 time: 0.8718398 Jun 17 10:19:10.654522 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-08df2887-7186-4b9e-850d-421b231cac79 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:19:10.667774 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-baa7b01d-a46c-40c4-be44-68fd202eb8da req-eff1e39c-1af2-4fc9-8881-b520ff6c87b9 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b298a6e-ca03-4b84-a35f-a75e19063a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877511 Jun 17 10:19:10.668619 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-70002082-7f44-4ecf-a84f-05a5bc418f39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:19:10.707148 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-0695ffb5-98fc-4a0a-8790-7741bb71d705 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1998734 Jun 17 10:19:10.718805 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 48214) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:19:10.733368 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.v2.base [None req-b9e16ef6-1a5b-40ac-bcd8-ed4b197a23ab admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-610122121-router', 'tenant_id': '3d88e10f9ccc44df9e7c0eef4b9dc24a', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e'}}} {{(pid=93644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:19:10.755432 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b21d21-9a92-4dce-bcb9-92fb3332c4e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9303e84e-506b-4537-bc5d-68ea55ee6f67,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:19:10.756800 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e7345ee-4544-4358-93e4-d92b1907230f req-08df2887-7186-4b9e-850d-421b231cac79 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] Network e6f7a612-d480-47a3-873a-90e77aa26979 is already hosted by enough agents. {{(pid=93645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:19:10.759494 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.base_scheduler [req-6e7345ee-4544-4358-93e4-d92b1907230f req-08df2887-7186-4b9e-850d-421b231cac79 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] Resources bound (agent type, host, resource id): {{(pid=93645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:19:10.763858 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e7345ee-4544-4358-93e4-d92b1907230f req-08df2887-7186-4b9e-850d-421b231cac79 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] Received port after_create {{(pid=93645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:19:10.773892 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-20b21d21-9a92-4dce-bcb9-92fb3332c4e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:19:10.954805 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7345ee-4544-4358-93e4-d92b1907230f req-08df2887-7186-4b9e-850d-421b231cac79 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:10.955930 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-6e7345ee-4544-4358-93e4-d92b1907230f req-08df2887-7186-4b9e-850d-421b231cac79 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625220'] for port, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:10.961761 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-b9e16ef6-1a5b-40ac-bcd8-ed4b197a23ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-675509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257682'] for router, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:10.963390 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-b9e16ef6-1a5b-40ac-bcd8-ed4b197a23ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-673820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257691'] for router, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:11.132803 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-6e7345ee-4544-4358-93e4-d92b1907230f req-08df2887-7186-4b9e-850d-421b231cac79 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7500594 Jun 17 10:19:11.159295 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.v2.base [req-6e7345ee-4544-4358-93e4-d92b1907230f req-51ffffd1-1c20-43fe-b26c-70b9c6c7eeae service neutron] Request body: {'port': {'device_id': '957ba30a-110c-44ab-8811-23c67502cc30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79680'}} {{(pid=93645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:19:11.252430 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-b9e16ef6-1a5b-40ac-bcd8-ed4b197a23ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:11.332416 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a770c1-ee35-4b81-8209-6386d0f87fae req-14427114-99e4-45fa-87b2-82f3950de431 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:11.345115 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-b5a770c1-ee35-4b81-8209-6386d0f87fae req-14427114-99e4-45fa-87b2-82f3950de431 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/ports?device_id=957ba30a-110c-44ab-8811-23c67502cc30 HTTP/1.1" status: 200 len: 931 time: 0.4637167 Jun 17 10:19:11.539955 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-6e7345ee-4544-4358-93e4-d92b1907230f req-51ffffd1-1c20-43fe-b26c-70b9c6c7eeae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:11.664166 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-b5a770c1-ee35-4b81-8209-6386d0f87fae req-4838fcaf-eaaa-4d0a-b635-051ce634ce88 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/security-groups?id=da10646b-ca30-442e-bb5d-b49e43ba0310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997580 Jun 17 10:19:11.765829 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424b8890-3e38-4297-acf7-814fb67fa4c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5dc65e0-4409-5911-8cd3-dd420be80dd8-207a6ace-5540-40f2-a9bb-8ed6ddacd0e9', 'network_id': '207a6ace-5540-40f2-a9bb-8ed6ddacd0e9', 'tenant_id': '3d88e10f9ccc44df9e7c0eef4b9dc24a', 'fixed_ips': [{'subnet_id': '7498acbd-0995-4684-9363-708186980877'}]}} from dv-cinder-796806-1-iscsi. {{(pid=93646) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 10:19:11.769500 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-424b8890-3e38-4297-acf7-814fb67fa4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3930454'] for port, before_create {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:11.948488 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:12.136795 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] For port 9651b96e-b542-405d-8e22-7dca3fb010dd, host dv-cinder-796806-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=9651b96e-b542-405d-8e22-7dca3fb010dd,segment=NetworkSegment(fbd9f26e-5ef6-41de-b20d-bb9149a77337),segment_id=fbd9f26e-5ef6-41de-b20d-bb9149a77337)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:19:12.256972 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:12.274051 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.db_base_plugin_common [None req-424b8890-3e38-4297-acf7-814fb67fa4c3 None None] Allocated IP 172.20.0.2 (207a6ace-5540-40f2-a9bb-8ed6ddacd0e9/7498acbd-0995-4684-9363-708186980877/1c192bdc-c003-4591-a729-af1180bfe4ff) {{(pid=93646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:19:12.289214 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:19:12.338650 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.notifiers.nova [req-6e7345ee-4544-4358-93e4-d92b1907230f req-51ffffd1-1c20-43fe-b26c-70b9c6c7eeae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 013b89ce-0933-43a9-97b8-7c023daa7391 {{(pid=93645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:19:12.359340 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-6e7345ee-4544-4358-93e4-d92b1907230f req-51ffffd1-1c20-43fe-b26c-70b9c6c7eeae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:12.409028 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.provisioning_blocks [req-6e7345ee-4544-4358-93e4-d92b1907230f req-51ffffd1-1c20-43fe-b26c-70b9c6c7eeae service neutron] Transition to ACTIVE for port object 013b89ce-0933-43a9-97b8-7c023daa7391 will not be triggered until provisioned by entity L2. {{(pid=93645) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:19:12.502687 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-6e7345ee-4544-4358-93e4-d92b1907230f req-51ffffd1-1c20-43fe-b26c-70b9c6c7eeae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129691277'] for port, after_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:12.508160 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-077e91c7-58bd-4a14-a6a6-c1245df0d1b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:19:12.541430 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-b9e16ef6-1a5b-40ac-bcd8-ed4b197a23ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-675483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257677'] for router, precommit_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:12.554577 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Pushing event updated for resources: {'Port': ['ID=9651b96e-b542-405d-8e22-7dca3fb010dd,revision_number=5']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:19:12.562437 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:19:12.625289 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ffffd1-1c20-43fe-b26c-70b9c6c7eeae service neutron] Pushing event updated for resources: {'Port': ['ID=013b89ce-0933-43a9-97b8-7c023daa7391,revision_number=2']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:19:12.633220 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-51ffffd1-1c20-43fe-b26c-70b9c6c7eeae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:19:12.648698 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.agents_db [None req-342b98a1-7fdc-4d24-a539-fe72a001d92b None None] Agent healthcheck: found 6 active agents {{(pid=93647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:19:12.677461 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33179ea7-356e-4736-aa17-034fb8bad06e req-af89959a-c173-4973-9604-d5a8354870bd tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:12.679123 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-33179ea7-356e-4736-aa17-034fb8bad06e req-af89959a-c173-4973-9604-d5a8354870bd tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=c115ea05-b61c-4a41-9a4a-e0185fef6be8 HTTP/1.1" status: 200 len: 945 time: 0.8521061 Jun 17 10:19:12.690363 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-424b8890-3e38-4297-acf7-814fb67fa4c3 None None] Notify callbacks [] for port, precommit_create {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:12.712490 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-424b8890-3e38-4297-acf7-814fb67fa4c3 None None] Transition to ACTIVE for port object 1c192bdc-c003-4591-a729-af1180bfe4ff will not be triggered until provisioned by entity L2. {{(pid=93646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:19:12.720193 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4347a399-15e5-419b-b593-47cc491cf9a8 req-a9a6b23e-18e1-4357-9b40-ce72bec9107a tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:12.721869 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-4347a399-15e5-419b-b593-47cc491cf9a8 req-a9a6b23e-18e1-4357-9b40-ce72bec9107a tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d10d4450-92d2-4152-b17a-0634009dee27 HTTP/1.1" status: 200 len: 945 time: 0.3001745 Jun 17 10:19:12.733203 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-424b8890-3e38-4297-acf7-814fb67fa4c3 None None] Transition to ACTIVE for port object 1c192bdc-c003-4591-a729-af1180bfe4ff will not be triggered until provisioned by entity DHCP. {{(pid=93646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:19:12.799793 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-33179ea7-356e-4736-aa17-034fb8bad06e req-d0559ea6-65c9-4180-94ef-557a004d9889 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003964 Jun 17 10:19:12.826717 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-4347a399-15e5-419b-b593-47cc491cf9a8 req-345024ff-cc63-40ea-bd44-80e5b3cab0c9 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b298a6e-ca03-4b84-a35f-a75e19063a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952196 Jun 17 10:19:12.836068 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-424b8890-3e38-4297-acf7-814fb67fa4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3925395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740733869087'] for port, after_create {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:12.845867 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:19:12.847199 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.managers [req-6e7345ee-4544-4358-93e4-d92b1907230f req-51ffffd1-1c20-43fe-b26c-70b9c6c7eeae service neutron] Attempting to bind port 013b89ce-0933-43a9-97b8-7c023daa7391 on host hv-cinder-79680 for vnic_type normal with profile {{(pid=93645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:19:12.849900 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.managers [req-6e7345ee-4544-4358-93e4-d92b1907230f req-51ffffd1-1c20-43fe-b26c-70b9c6c7eeae service neutron] Attempting to bind port 013b89ce-0933-43a9-97b8-7c023daa7391 by drivers openvswitch,hyperv on host hv-cinder-79680 at level 0 using segments [{'id': '15a45e65-e483-4433-a957-d2d7d9fb3a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'e6f7a612-d480-47a3-873a-90e77aa26979'}] {{(pid=93645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:19:12.850508 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7345ee-4544-4358-93e4-d92b1907230f req-51ffffd1-1c20-43fe-b26c-70b9c6c7eeae service neutron] Attempting to bind port 013b89ce-0933-43a9-97b8-7c023daa7391 on network e6f7a612-d480-47a3-873a-90e77aa26979 {{(pid=93645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:19:12.862568 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7345ee-4544-4358-93e4-d92b1907230f req-51ffffd1-1c20-43fe-b26c-70b9c6c7eeae service neutron] Port 013b89ce-0933-43a9-97b8-7c023daa7391 on network e6f7a612-d480-47a3-873a-90e77aa26979 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79680 {{(pid=93645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 10:19:12.866252 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7345ee-4544-4358-93e4-d92b1907230f req-51ffffd1-1c20-43fe-b26c-70b9c6c7eeae service neutron] Attempting to bind port 013b89ce-0933-43a9-97b8-7c023daa7391 on network e6f7a612-d480-47a3-873a-90e77aa26979 {{(pid=93645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:19:12.887434 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7345ee-4544-4358-93e4-d92b1907230f req-51ffffd1-1c20-43fe-b26c-70b9c6c7eeae service neutron] Checking agent: {'id': '71ef71fd-f9ba-4ed4-b44a-140e16714f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79680', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 14, 58), 'started_at': datetime.datetime(2021, 6, 17, 10, 14, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:19:12.888084 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7345ee-4544-4358-93e4-d92b1907230f req-51ffffd1-1c20-43fe-b26c-70b9c6c7eeae service neutron] Checking segment: {'id': '15a45e65-e483-4433-a957-d2d7d9fb3a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'e6f7a612-d480-47a3-873a-90e77aa26979'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:19:12.888699 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7345ee-4544-4358-93e4-d92b1907230f req-51ffffd1-1c20-43fe-b26c-70b9c6c7eeae service neutron] Bound using segment: {'id': '15a45e65-e483-4433-a957-d2d7d9fb3a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'e6f7a612-d480-47a3-873a-90e77aa26979'} {{(pid=93645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:19:12.889474 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.managers [req-6e7345ee-4544-4358-93e4-d92b1907230f req-51ffffd1-1c20-43fe-b26c-70b9c6c7eeae service neutron] Bound port: 013b89ce-0933-43a9-97b8-7c023daa7391, host: hv-cinder-79680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15a45e65-e483-4433-a957-d2d7d9fb3a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'e6f7a612-d480-47a3-873a-90e77aa26979'}}] {{(pid=93645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:19:12.894752 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-6e7345ee-4544-4358-93e4-d92b1907230f req-51ffffd1-1c20-43fe-b26c-70b9c6c7eeae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:12.951893 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424b8890-3e38-4297-acf7-814fb67fa4c3 None None] Pushing event updated for resources: {'Port': ['ID=1c192bdc-c003-4591-a729-af1180bfe4ff,revision_number=1']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:19:12.966458 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-424b8890-3e38-4297-acf7-814fb67fa4c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:19:13.021516 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424b8890-3e38-4297-acf7-814fb67fa4c3 None None] Network 207a6ace-5540-40f2-a9bb-8ed6ddacd0e9 is already hosted by enough agents. {{(pid=93646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:19:13.031872 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.scheduler.base_scheduler [None req-424b8890-3e38-4297-acf7-814fb67fa4c3 None None] Resources bound (agent type, host, resource id): {{(pid=93646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:19:13.043015 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424b8890-3e38-4297-acf7-814fb67fa4c3 None None] Received port after_create {{(pid=93646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:19:13.121023 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.db [req-6e7345ee-4544-4358-93e4-d92b1907230f req-51ffffd1-1c20-43fe-b26c-70b9c6c7eeae service neutron] For port 013b89ce-0933-43a9-97b8-7c023daa7391, host hv-cinder-79680, cleared binding levels {{(pid=93645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:19:13.130791 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.db [req-6e7345ee-4544-4358-93e4-d92b1907230f req-51ffffd1-1c20-43fe-b26c-70b9c6c7eeae service neutron] For port 013b89ce-0933-43a9-97b8-7c023daa7391, host hv-cinder-79680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=013b89ce-0933-43a9-97b8-7c023daa7391,segment=NetworkSegment(15a45e65-e483-4433-a957-d2d7d9fb3a7c),segment_id=15a45e65-e483-4433-a957-d2d7d9fb3a7c)] {{(pid=93645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:19:13.154412 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.managers [None req-424b8890-3e38-4297-acf7-814fb67fa4c3 None None] Attempting to bind port 1c192bdc-c003-4591-a729-af1180bfe4ff on host dv-cinder-796806-1-iscsi for vnic_type normal with profile {{(pid=93646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:19:13.155315 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.managers [None req-424b8890-3e38-4297-acf7-814fb67fa4c3 None None] Attempting to bind port 1c192bdc-c003-4591-a729-af1180bfe4ff by drivers openvswitch,hyperv on host dv-cinder-796806-1-iscsi at level 0 using segments [{'id': '561396bd-0a2b-4e35-af53-44c8783b18f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '207a6ace-5540-40f2-a9bb-8ed6ddacd0e9'}] {{(pid=93646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:19:13.155731 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424b8890-3e38-4297-acf7-814fb67fa4c3 None None] Attempting to bind port 1c192bdc-c003-4591-a729-af1180bfe4ff on network 207a6ace-5540-40f2-a9bb-8ed6ddacd0e9 {{(pid=93646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:19:13.162859 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424b8890-3e38-4297-acf7-814fb67fa4c3 None None] Checking agent: {'id': 'f230d01b-21be-4f06-8428-d429ae72cfd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796806-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 7, 3), 'started_at': datetime.datetime(2021, 6, 17, 10, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796806-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:19:13.163926 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424b8890-3e38-4297-acf7-814fb67fa4c3 None None] Checking segment: {'id': '561396bd-0a2b-4e35-af53-44c8783b18f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '207a6ace-5540-40f2-a9bb-8ed6ddacd0e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:19:13.163926 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-424b8890-3e38-4297-acf7-814fb67fa4c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:13.164258 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424b8890-3e38-4297-acf7-814fb67fa4c3 None None] Bound using segment: {'id': '561396bd-0a2b-4e35-af53-44c8783b18f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '207a6ace-5540-40f2-a9bb-8ed6ddacd0e9'} {{(pid=93646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:19:13.164701 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.managers [None req-424b8890-3e38-4297-acf7-814fb67fa4c3 None None] Bound port: 1c192bdc-c003-4591-a729-af1180bfe4ff, host: dv-cinder-796806-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '561396bd-0a2b-4e35-af53-44c8783b18f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '207a6ace-5540-40f2-a9bb-8ed6ddacd0e9'}}] {{(pid=93646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:19:13.165094 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-424b8890-3e38-4297-acf7-814fb67fa4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:13.217004 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-6e7345ee-4544-4358-93e4-d92b1907230f req-51ffffd1-1c20-43fe-b26c-70b9c6c7eeae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129691277'] for port, after_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:13.221640 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:19:13.263761 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-424b8890-3e38-4297-acf7-814fb67fa4c3 None None] For port 1c192bdc-c003-4591-a729-af1180bfe4ff, host dv-cinder-796806-1-iscsi, cleared binding levels {{(pid=93646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:19:13.265208 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-b9e16ef6-1a5b-40ac-bcd8-ed4b197a23ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:13.268386 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-424b8890-3e38-4297-acf7-814fb67fa4c3 None None] For port 1c192bdc-c003-4591-a729-af1180bfe4ff, host dv-cinder-796806-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=1c192bdc-c003-4591-a729-af1180bfe4ff,segment=NetworkSegment(561396bd-0a2b-4e35-af53-44c8783b18f4),segment_id=561396bd-0a2b-4e35-af53-44c8783b18f4)] {{(pid=93646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:19:13.283358 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7345ee-4544-4358-93e4-d92b1907230f req-51ffffd1-1c20-43fe-b26c-70b9c6c7eeae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:13.284491 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-6e7345ee-4544-4358-93e4-d92b1907230f req-51ffffd1-1c20-43fe-b26c-70b9c6c7eeae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625220'] for port, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:13.287064 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-6e7345ee-4544-4358-93e4-d92b1907230f req-51ffffd1-1c20-43fe-b26c-70b9c6c7eeae service neutron] 10.222.0.47 "PUT /v2.0/ports/013b89ce-0933-43a9-97b8-7c023daa7391 HTTP/1.1" status: 200 len: 1093 time: 2.1365638 Jun 17 10:19:13.287908 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '957ba30a-110c-44ab-8811-23c67502cc30', 'tag': '013b89ce-0933-43a9-97b8-7c023daa7391'}] {{(pid=93645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:19:13.291723 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25c6fbde856bb10fc3e6f7e7beb0655886cca8e381c3d168db957d1d9f65ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05c95af7-c9a8-4fed-a9c9-ad923626cb1f" -d '{"events": [{"name": "network-changed", "server_uuid": "957ba30a-110c-44ab-8811-23c67502cc30", "tag": "013b89ce-0933-43a9-97b8-7c023daa7391"}]}' {{(pid=93645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:19:13.297266 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-b9e16ef6-1a5b-40ac-bcd8-ed4b197a23ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3930454'] for port, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:13.334422 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ffffd1-1c20-43fe-b26c-70b9c6c7eeae service neutron] Pushing event updated for resources: {'Port': ['ID=013b89ce-0933-43a9-97b8-7c023daa7391,revision_number=3']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:19:13.340230 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-51ffffd1-1c20-43fe-b26c-70b9c6c7eeae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:19:13.360519 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-424b8890-3e38-4297-acf7-814fb67fa4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:13.367364 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbf3955-9cfd-4dc7-82b6-1ea41ec607fe req-0ae5b8ca-6ef1-4b20-8a78-abe2b5bc79f6 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:13.367972 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:19:13.369785 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-3cbf3955-9cfd-4dc7-82b6-1ea41ec607fe req-0ae5b8ca-6ef1-4b20-8a78-abe2b5bc79f6 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/ports?device_id=957ba30a-110c-44ab-8811-23c67502cc30 HTTP/1.1" status: 200 len: 943 time: 0.2884634 Jun 17 10:19:13.385341 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 10:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9d478ca-41cc-4fb4-b6a6-03431ad68695 x-openstack-request-id: req-e9d478ca-41cc-4fb4-b6a6-03431ad68695 {{(pid=93645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:19:13.385664 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "957ba30a-110c-44ab-8811-23c67502cc30", "tag": "013b89ce-0933-43a9-97b8-7c023daa7391", "status": "completed", "code": 200}]} {{(pid=93645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:19:13.386022 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e9d478ca-41cc-4fb4-b6a6-03431ad68695 {{(pid=93645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:19:13.386667 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '957ba30a-110c-44ab-8811-23c67502cc30', 'tag': '013b89ce-0933-43a9-97b8-7c023daa7391', 'status': 'completed', 'code': 200} Jun 17 10:19:13.487660 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-3cbf3955-9cfd-4dc7-82b6-1ea41ec607fe req-1627a759-1609-4d3f-975d-4878875e0b48 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/security-groups?id=da10646b-ca30-442e-bb5d-b49e43ba0310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004674 Jun 17 10:19:13.495071 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424b8890-3e38-4297-acf7-814fb67fa4c3 None None] Pushing event updated for resources: {'Port': ['ID=1c192bdc-c003-4591-a729-af1180bfe4ff,revision_number=2']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:19:13.500244 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-424b8890-3e38-4297-acf7-814fb67fa4c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:19:13.539027 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.db.db_base_plugin_common [None req-b9e16ef6-1a5b-40ac-bcd8-ed4b197a23ab admin admin] Allocated IP 172.27.0.233 (ca6a8a4d-93b8-4490-aa3c-706a0423303e/260414bf-ab79-4984-a32f-8ad464893cf6/4ed515fa-d151-4a32-b9c7-1f60f2dd657b) {{(pid=93644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:19:13.558080 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c95af7-c9a8-4fed-a9c9-ad923626cb1f req-4b136a62-b32f-4159-a405-b67c4c87344e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:13.560616 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-05c95af7-c9a8-4fed-a9c9-ad923626cb1f req-4b136a62-b32f-4159-a405-b67c4c87344e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=48c01de934934efeacc4fa02c581bede&device_id=957ba30a-110c-44ab-8811-23c67502cc30 HTTP/1.1" status: 200 len: 1096 time: 0.1246011 Jun 17 10:19:13.732542 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-b9e16ef6-1a5b-40ac-bcd8-ed4b197a23ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:13.983812 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-b9e16ef6-1a5b-40ac-bcd8-ed4b197a23ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3925395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740733869087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125912119'] for port, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:13.998993 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-6ce513fb-476b-49d8-a1a7-15635deebd71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:19:14.074545 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c95af7-c9a8-4fed-a9c9-ad923626cb1f req-088611dd-0bb1-4bec-8c8f-4495877253d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:14.089708 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-05c95af7-c9a8-4fed-a9c9-ad923626cb1f req-088611dd-0bb1-4bec-8c8f-4495877253d2 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=48c01de934934efeacc4fa02c581bede&shared=False HTTP/1.1" status: 200 len: 910 time: 0.5021715 Jun 17 10:19:14.196374 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e16ef6-1a5b-40ac-bcd8-ed4b197a23ab admin admin] Network ca6a8a4d-93b8-4490-aa3c-706a0423303e is already hosted by enough agents. {{(pid=93644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:19:14.198929 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e16ef6-1a5b-40ac-bcd8-ed4b197a23ab admin admin] Pushing event updated for resources: {'Port': ['ID=4ed515fa-d151-4a32-b9c7-1f60f2dd657b,revision_number=1']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:19:14.203697 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.base_scheduler [None req-b9e16ef6-1a5b-40ac-bcd8-ed4b197a23ab admin admin] Resources bound (agent type, host, resource id): {{(pid=93644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:19:14.240597 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-b9e16ef6-1a5b-40ac-bcd8-ed4b197a23ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:19:14.242089 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e16ef6-1a5b-40ac-bcd8-ed4b197a23ab admin admin] Received port after_create {{(pid=93644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:19:14.597530 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d8fcf-81e6-4239-9d43-da641ca5ddae req-d23b596f-befb-4cd6-a452-03097c3f3e03 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:14.613823 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-121d8fcf-81e6-4239-9d43-da641ca5ddae req-d23b596f-befb-4cd6-a452-03097c3f3e03 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d10d4450-92d2-4152-b17a-0634009dee27 HTTP/1.1" status: 200 len: 945 time: 0.5249474 Jun 17 10:19:14.624447 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device 1c192bdc-c003-4591-a729-af1180bfe4ff up at agent ovs-agent-dv-cinder-796806-1-iscsi {{(pid=93646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:19:14.626727 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d119c50c-01fc-4d0a-b658-bef3e9b84a34 req-e1808687-36f1-44ed-8617-e0ab82b9f143 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:14.637312 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d119c50c-01fc-4d0a-b658-bef3e9b84a34 req-e1808687-36f1-44ed-8617-e0ab82b9f143 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=c115ea05-b61c-4a41-9a4a-e0185fef6be8 HTTP/1.1" status: 200 len: 945 time: 0.5151563 Jun 17 10:19:14.777718 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-121d8fcf-81e6-4239-9d43-da641ca5ddae req-c84e56c1-421d-4c51-9ec1-f42bc71f213a tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b298a6e-ca03-4b84-a35f-a75e19063a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621513 Jun 17 10:19:14.796949 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d119c50c-01fc-4d0a-b658-bef3e9b84a34 req-3b63034e-5e21-4987-a7d1-c8279aeacfd0 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584685 Jun 17 10:19:14.902848 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Provisioning for port 1c192bdc-c003-4591-a729-af1180bfe4ff completed by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:19:14.913538 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device 9651b96e-b542-405d-8e22-7dca3fb010dd up at agent ovs-agent-dv-cinder-796806-1-iscsi {{(pid=93646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:19:14.931365 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c95af7-c9a8-4fed-a9c9-ad923626cb1f req-118e9a6b-73bc-4815-b005-b83e8658f4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:14.939101 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-05c95af7-c9a8-4fed-a9c9-ad923626cb1f req-118e9a6b-73bc-4815-b005-b83e8658f4b3 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8467269 Jun 17 10:19:15.105167 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Provisioning complete for port 9651b96e-b542-405d-8e22-7dca3fb010dd triggered by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:19:15.105604 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:15.218057 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7345ee-4544-4358-93e4-d92b1907230f req-2d70fe59-f2d8-46d4-938a-5bd3afb9ce5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:15.224645 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-6e7345ee-4544-4358-93e4-d92b1907230f req-2d70fe59-f2d8-46d4-938a-5bd3afb9ce5e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=48c01de934934efeacc4fa02c581bede&device_id=957ba30a-110c-44ab-8811-23c67502cc30 HTTP/1.1" status: 200 len: 1096 time: 0.1625915 Jun 17 10:19:15.260454 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-b9e16ef6-1a5b-40ac-bcd8-ed4b197a23ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:15.265411 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a237fd1-07dc-450d-a5af-22c5e9670a3b None None] Network 207a6ace-5540-40f2-a9bb-8ed6ddacd0e9 requested from dv-cinder-796806-1-iscsi {{(pid=93646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:19:15.313627 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-6e7345ee-4544-4358-93e4-d92b1907230f req-736ea997-ed37-4b3d-9476-9a4ef5d8f28e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=013b89ce-0933-43a9-97b8-7c023daa7391 HTTP/1.1" status: 200 len: 217 time: 0.0691390 Jun 17 10:19:15.407339 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7345ee-4544-4358-93e4-d92b1907230f req-29b90855-512a-4825-a0b1-10ea11b61ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:15.409192 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-6e7345ee-4544-4358-93e4-d92b1907230f req-29b90855-512a-4825-a0b1-10ea11b61ad9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6a3a85ed-1fe6-4eac-aaf5-01e431f08210 HTTP/1.1" status: 200 len: 849 time: 0.0825949 Jun 17 10:19:15.433120 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0060d731-ffbb-4c86-971e-61abc589e5ce req-8e02aff5-9ffe-4f07-bfc4-018fb4107d41 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:15.434901 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-0060d731-ffbb-4c86-971e-61abc589e5ce req-8e02aff5-9ffe-4f07-bfc4-018fb4107d41 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/ports?device_id=957ba30a-110c-44ab-8811-23c67502cc30 HTTP/1.1" status: 200 len: 943 time: 0.2872386 Jun 17 10:19:15.482290 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-6e7345ee-4544-4358-93e4-d92b1907230f req-af6c7cef-2a31-46a6-8045-920e41b380de service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e6f7a612-d480-47a3-873a-90e77aa26979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466394 Jun 17 10:19:15.553782 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-62d152bd-03b8-40c6-95a8-e57501c2622e None None] Provisioning for port 1c192bdc-c003-4591-a729-af1180bfe4ff completed by entity DHCP. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:19:15.561485 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-62d152bd-03b8-40c6-95a8-e57501c2622e None None] Provisioning complete for port 1c192bdc-c003-4591-a729-af1180bfe4ff triggered by entity DHCP. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:19:15.561926 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-62d152bd-03b8-40c6-95a8-e57501c2622e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:15.579874 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-0060d731-ffbb-4c86-971e-61abc589e5ce req-3e13cca9-60ea-426d-8685-e038f4565f9f tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/security-groups?id=da10646b-ca30-442e-bb5d-b49e43ba0310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307323 Jun 17 10:19:15.727837 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-b9e16ef6-1a5b-40ac-bcd8-ed4b197a23ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-675468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684241'] for router, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:15.743343 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-62d152bd-03b8-40c6-95a8-e57501c2622e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:15.747412 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-6e7345ee-4544-4358-93e4-d92b1907230f req-d8378c7a-5d87-493e-9aa1-626bb1559b23 service neutron] 10.222.0.47 "GET /v2.0/networks/e6f7a612-d480-47a3-873a-90e77aa26979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505827 Jun 17 10:19:15.794753 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-62d152bd-03b8-40c6-95a8-e57501c2622e None None] For port 1c192bdc-c003-4591-a729-af1180bfe4ff, host dv-cinder-796806-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=1c192bdc-c003-4591-a729-af1180bfe4ff,segment=NetworkSegment(561396bd-0a2b-4e35-af53-44c8783b18f4),segment_id=561396bd-0a2b-4e35-af53-44c8783b18f4)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:19:15.964061 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-6e7345ee-4544-4358-93e4-d92b1907230f req-697a1e20-e62f-49d5-9356-ee06e534c23b service neutron] 10.222.0.47 "GET /v2.0/networks/e6f7a612-d480-47a3-873a-90e77aa26979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971660 Jun 17 10:19:16.132857 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e5b464-5983-4ffd-a0df-ea7b6c1b4ec2 req-7e4f54f4-d381-45b7-9dfa-ffe72ffd30c2 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:16.135466 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-a1e5b464-5983-4ffd-a0df-ea7b6c1b4ec2 req-7e4f54f4-d381-45b7-9dfa-ffe72ffd30c2 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=c115ea05-b61c-4a41-9a4a-e0185fef6be8 HTTP/1.1" status: 200 len: 945 time: 0.0972469 Jun 17 10:19:16.185009 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-a1e5b464-5983-4ffd-a0df-ea7b6c1b4ec2 req-cbce7bd6-c2fa-41da-b317-55d9b0905f03 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433612 Jun 17 10:19:16.362777 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-62d152bd-03b8-40c6-95a8-e57501c2622e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:16.366703 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-8816dab2-b6f0-4435-a588-de13f3d2eedd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:19:16.375759 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9e16ef6-1a5b-40ac-bcd8-ed4b197a23ab admin admin] Router 299b6e82-009c-43df-adbe-2fd18ea50eac is scheduled to L3 agent 9ed9efc2-3eec-4d73-b246-cbd899a1984b with binding_index 1 {{(pid=93644) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 10:19:16.449276 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d152bd-03b8-40c6-95a8-e57501c2622e None None] Pushing event updated for resources: {'Port': ['ID=1c192bdc-c003-4591-a729-af1180bfe4ff,revision_number=3']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:19:16.456751 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-62d152bd-03b8-40c6-95a8-e57501c2622e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:19:16.504548 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-3629c301-4c03-4b2f-894e-76d9e24143c6 None None] Provisioning complete for port 1c192bdc-c003-4591-a729-af1180bfe4ff triggered by entity DHCP. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:19:16.505538 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-3629c301-4c03-4b2f-894e-76d9e24143c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:16.623101 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e16ef6-1a5b-40ac-bcd8-ed4b197a23ab admin admin] Notify agent at l3_agent.dv-cinder-796806-1-iscsi the message routers_updated {{(pid=93644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 10:19:16.655254 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbafe74-ff2e-4f4f-b72f-5cd34c89a7eb None None] Sync routers for ids ['299b6e82-009c-43df-adbe-2fd18ea50eac'] in dv-cinder-796806-1-iscsi {{(pid=93647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 10:19:16.687846 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b84bd4-4af7-42b2-abb8-b2aa8e5e7fbc req-ec60f1ae-6979-45a7-9dff-b1be8ae8b648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:16.689664 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-23b84bd4-4af7-42b2-abb8-b2aa8e5e7fbc req-ec60f1ae-6979-45a7-9dff-b1be8ae8b648 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c115ea05-b61c-4a41-9a4a-e0185fef6be8 HTTP/1.1" status: 200 len: 1098 time: 0.0974803 Jun 17 10:19:16.694778 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbafe74-ff2e-4f4f-b72f-5cd34c89a7eb None None] Routers {'299b6e82-009c-43df-adbe-2fd18ea50eac'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:19:16.696095 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-6fbafe74-ff2e-4f4f-b72f-5cd34c89a7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:19:03Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['299b6e82-009c-43df-adbe-2fd18ea50eac'], 'active': True} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:19:16.753600 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-b9e16ef6-1a5b-40ac-bcd8-ed4b197a23ab admin admin] Notify callbacks [] for router, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:16.759469 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-b9e16ef6-1a5b-40ac-bcd8-ed4b197a23ab admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.0386052 Jun 17 10:19:16.763436 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 48326) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:19:16.763681 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-23b84bd4-4af7-42b2-abb8-b2aa8e5e7fbc req-08f0191f-3594-4a29-a1e3-4fa8709b3247 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539703 Jun 17 10:19:16.862356 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvr_db [None req-6fbafe74-ff2e-4f4f-b72f-5cd34c89a7eb None None] Set router 299b6e82-009c-43df-adbe-2fd18ea50eac gateway port host: dv-cinder-796806-1-iscsi {{(pid=93647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:19:17.108617 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-6fbafe74-ff2e-4f4f-b72f-5cd34c89a7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299b6e82-009c-43df-adbe-2fd18ea50eac', 'name': 'tempest-TestMinimumBasicScenario-610122121-router', 'tenant_id': '3d88e10f9ccc44df9e7c0eef4b9dc24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '4ed515fa-d151-4a32-b9c7-1f60f2dd657b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:19:10Z', 'updated_at': '2021-06-17T10:19:14Z', 'revision_number': 3, 'project_id': '3d88e10f9ccc44df9e7c0eef4b9dc24a', 'gw_port': {'id': '4ed515fa-d151-4a32-b9c7-1f60f2dd657b', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:df:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '299b6e82-009c-43df-adbe-2fd18ea50eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:19:13Z', 'updated_at': '2021-06-17T10:19:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi'}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:19:17.119875 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8042a4-884c-45ef-b666-75f580065a8c req-ae93c750-eb09-4a00-96c2-8d81e6088dfa tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:17.121458 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-4b8042a4-884c-45ef-b666-75f580065a8c req-ae93c750-eb09-4a00-96c2-8d81e6088dfa tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/ports?device_id=957ba30a-110c-44ab-8811-23c67502cc30 HTTP/1.1" status: 200 len: 943 time: 0.2108295 Jun 17 10:19:17.139126 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbafe74-ff2e-4f4f-b72f-5cd34c89a7eb None None] Checking router: 299b6e82-009c-43df-adbe-2fd18ea50eac for host: dv-cinder-796806-1-iscsi {{(pid=93647) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 10:19:17.139485 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbafe74-ff2e-4f4f-b72f-5cd34c89a7eb None None] Updating router 299b6e82-009c-43df-adbe-2fd18ea50eac port 4ed515fa-d151-4a32-b9c7-1f60f2dd657b binding host dv-cinder-796806-1-iscsi {{(pid=93647) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 10:19:17.199798 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-6fbafe74-ff2e-4f4f-b72f-5cd34c89a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:17.258009 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-4b8042a4-884c-45ef-b666-75f580065a8c req-a040c920-3336-4db9-b7d3-1a5b274bf1cb tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/security-groups?id=da10646b-ca30-442e-bb5d-b49e43ba0310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187825 Jun 17 10:19:17.599651 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-6fbafe74-ff2e-4f4f-b72f-5cd34c89a7eb None None] Notify callbacks [] for port, precommit_update {{(pid=93647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:17.601908 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-42047484-1ddc-4ff4-ae05-08e49ac3ec6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3930454'] for port, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:17.627306 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.provisioning_blocks [None req-6fbafe74-ff2e-4f4f-b72f-5cd34c89a7eb None None] Transition to ACTIVE for port object 4ed515fa-d151-4a32-b9c7-1f60f2dd657b will not be triggered until provisioned by entity L2. {{(pid=93647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:19:17.631458 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef8899-252f-4658-a93f-1c1cb7f0d79f req-da6b3f3c-c7ae-48aa-affb-933172563ccb tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:17.633353 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-4fef8899-252f-4658-a93f-1c1cb7f0d79f req-da6b3f3c-c7ae-48aa-affb-933172563ccb tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=c115ea05-b61c-4a41-9a4a-e0185fef6be8 HTTP/1.1" status: 200 len: 945 time: 0.1829064 Jun 17 10:19:17.725241 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-6fbafe74-ff2e-4f4f-b72f-5cd34c89a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:17.743260 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG oslo_concurrency.lockutils [None req-808684b2-e0ae-4348-8d68-2c25cdba715a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:19:17.768815 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-4fef8899-252f-4658-a93f-1c1cb7f0d79f req-a08c1a35-5c50-476f-b053-b848354877af tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236751 Jun 17 10:19:17.839718 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e5441d-2cbd-4482-a72c-28d6217c5443 None None] Pushing event updated for resources: {'Port': ['ID=4ed515fa-d151-4a32-b9c7-1f60f2dd657b,revision_number=2']} {{(pid=93647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:19:17.849887 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG oslo_concurrency.lockutils [None req-f7e5441d-2cbd-4482-a72c-28d6217c5443 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:19:17.872137 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.managers [None req-6fbafe74-ff2e-4f4f-b72f-5cd34c89a7eb None None] Attempting to bind port 4ed515fa-d151-4a32-b9c7-1f60f2dd657b on host dv-cinder-796806-1-iscsi for vnic_type normal with profile {{(pid=93647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:19:17.872509 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.managers [None req-6fbafe74-ff2e-4f4f-b72f-5cd34c89a7eb None None] Attempting to bind port 4ed515fa-d151-4a32-b9c7-1f60f2dd657b by drivers openvswitch,hyperv on host dv-cinder-796806-1-iscsi at level 0 using segments [{'id': '7a262c57-69fa-4e27-992a-6b78356f8ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e'}] {{(pid=93647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:19:17.874453 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbafe74-ff2e-4f4f-b72f-5cd34c89a7eb None None] Attempting to bind port 4ed515fa-d151-4a32-b9c7-1f60f2dd657b on network ca6a8a4d-93b8-4490-aa3c-706a0423303e {{(pid=93647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:19:17.883394 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbafe74-ff2e-4f4f-b72f-5cd34c89a7eb None None] Checking agent: {'id': 'f230d01b-21be-4f06-8428-d429ae72cfd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796806-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 7, 3), 'started_at': datetime.datetime(2021, 6, 17, 10, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796806-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:19:17.884262 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbafe74-ff2e-4f4f-b72f-5cd34c89a7eb None None] Checking segment: {'id': '7a262c57-69fa-4e27-992a-6b78356f8ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:19:17.891946 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-6fbafe74-ff2e-4f4f-b72f-5cd34c89a7eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:17.891946 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbafe74-ff2e-4f4f-b72f-5cd34c89a7eb None None] Bound using segment: {'id': '7a262c57-69fa-4e27-992a-6b78356f8ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e'} {{(pid=93647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:19:17.891946 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.managers [None req-6fbafe74-ff2e-4f4f-b72f-5cd34c89a7eb None None] Bound port: 4ed515fa-d151-4a32-b9c7-1f60f2dd657b, host: dv-cinder-796806-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a262c57-69fa-4e27-992a-6b78356f8ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e'}}] {{(pid=93647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:19:17.891946 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-6fbafe74-ff2e-4f4f-b72f-5cd34c89a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:17.892607 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.db.db_base_plugin_common [None req-42047484-1ddc-4ff4-ae05-08e49ac3ec6d admin admin] Allocated IP 172.20.0.1 (207a6ace-5540-40f2-a9bb-8ed6ddacd0e9/7498acbd-0995-4684-9363-708186980877/8ddfaa9c-5fc6-4945-b49e-c527ffc3d81e) {{(pid=93644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:19:17.964471 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.db [None req-6fbafe74-ff2e-4f4f-b72f-5cd34c89a7eb None None] For port 4ed515fa-d151-4a32-b9c7-1f60f2dd657b, host dv-cinder-796806-1-iscsi, cleared binding levels {{(pid=93647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:19:17.969240 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.db [None req-6fbafe74-ff2e-4f4f-b72f-5cd34c89a7eb None None] For port 4ed515fa-d151-4a32-b9c7-1f60f2dd657b, host dv-cinder-796806-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=4ed515fa-d151-4a32-b9c7-1f60f2dd657b,segment=NetworkSegment(7a262c57-69fa-4e27-992a-6b78356f8ae4),segment_id=7a262c57-69fa-4e27-992a-6b78356f8ae4)] {{(pid=93647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:19:18.054226 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-42047484-1ddc-4ff4-ae05-08e49ac3ec6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:18.074441 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-6fbafe74-ff2e-4f4f-b72f-5cd34c89a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:18.077669 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:19:18.081376 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.db.provisioning_blocks [None req-42047484-1ddc-4ff4-ae05-08e49ac3ec6d admin admin] Transition to ACTIVE for port object 8ddfaa9c-5fc6-4945-b49e-c527ffc3d81e will not be triggered until provisioned by entity DHCP. {{(pid=93644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:19:18.151277 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbafe74-ff2e-4f4f-b72f-5cd34c89a7eb None None] Routers {'299b6e82-009c-43df-adbe-2fd18ea50eac'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:19:18.152557 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-6fbafe74-ff2e-4f4f-b72f-5cd34c89a7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:19:03Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['299b6e82-009c-43df-adbe-2fd18ea50eac'], 'active': True} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:19:18.157036 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e5441d-2cbd-4482-a72c-28d6217c5443 None None] Pushing event updated for resources: {'Port': ['ID=4ed515fa-d151-4a32-b9c7-1f60f2dd657b,revision_number=3']} {{(pid=93647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:19:18.194073 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG oslo_concurrency.lockutils [None req-f7e5441d-2cbd-4482-a72c-28d6217c5443 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:19:18.258048 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-42047484-1ddc-4ff4-ae05-08e49ac3ec6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3925395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740733869087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125912119'] for port, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:18.263659 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:19:18.331426 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvr_db [None req-6fbafe74-ff2e-4f4f-b72f-5cd34c89a7eb None None] Set router 299b6e82-009c-43df-adbe-2fd18ea50eac gateway port host: dv-cinder-796806-1-iscsi {{(pid=93647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:19:18.398919 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42047484-1ddc-4ff4-ae05-08e49ac3ec6d admin admin] Network 207a6ace-5540-40f2-a9bb-8ed6ddacd0e9 is already hosted by enough agents. {{(pid=93644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:19:18.410602 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.base_scheduler [None req-42047484-1ddc-4ff4-ae05-08e49ac3ec6d admin admin] Resources bound (agent type, host, resource id): {{(pid=93644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:19:18.419554 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42047484-1ddc-4ff4-ae05-08e49ac3ec6d admin admin] Received port after_create {{(pid=93644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:19:18.433733 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device 1c192bdc-c003-4591-a729-af1180bfe4ff up at agent ovs-agent-dv-cinder-796806-1-iscsi {{(pid=93646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:19:18.559458 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42047484-1ddc-4ff4-ae05-08e49ac3ec6d admin admin] Pushing event updated for resources: {'Port': ['ID=8ddfaa9c-5fc6-4945-b49e-c527ffc3d81e,revision_number=1']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:19:18.592136 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-42047484-1ddc-4ff4-ae05-08e49ac3ec6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:19:18.614708 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Provisioning complete for port 1c192bdc-c003-4591-a729-af1180bfe4ff triggered by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:19:18.620550 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:18.633998 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-42047484-1ddc-4ff4-ae05-08e49ac3ec6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672608'] for router_interface, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:18.887309 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-6fbafe74-ff2e-4f4f-b72f-5cd34c89a7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299b6e82-009c-43df-adbe-2fd18ea50eac', 'name': 'tempest-TestMinimumBasicScenario-610122121-router', 'tenant_id': '3d88e10f9ccc44df9e7c0eef4b9dc24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '4ed515fa-d151-4a32-b9c7-1f60f2dd657b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:19:10Z', 'updated_at': '2021-06-17T10:19:14Z', 'revision_number': 3, 'project_id': '3d88e10f9ccc44df9e7c0eef4b9dc24a', 'gw_port': {'id': '4ed515fa-d151-4a32-b9c7-1f60f2dd657b', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:df:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '299b6e82-009c-43df-adbe-2fd18ea50eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:19:13Z', 'updated_at': '2021-06-17T10:19:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi'}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:19:18.932850 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbafe74-ff2e-4f4f-b72f-5cd34c89a7eb None None] The sync data for ids ['299b6e82-009c-43df-adbe-2fd18ea50eac'] in dv-cinder-796806-1-iscsi is: [{'id': '299b6e82-009c-43df-adbe-2fd18ea50eac', 'name': 'tempest-TestMinimumBasicScenario-610122121-router', 'tenant_id': '3d88e10f9ccc44df9e7c0eef4b9dc24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '4ed515fa-d151-4a32-b9c7-1f60f2dd657b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:19:10Z', 'updated_at': '2021-06-17T10:19:14Z', 'revision_number': 3, 'project_id': '3d88e10f9ccc44df9e7c0eef4b9dc24a', 'gw_port': {'id': '4ed515fa-d151-4a32-b9c7-1f60f2dd657b', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:df:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '299b6e82-009c-43df-adbe-2fd18ea50eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:19:13Z', 'updated_at': '2021-06-17T10:19:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi'}] {{(pid=93647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 10:19:19.021161 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac793593-85e7-4214-a409-fd669421839c req-8c2384f8-1636-4ba7-99d3-686e971c06b5 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:19.028350 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-0a2be3fa-93e3-4adf-a777-a84dda002fee None None] Provisioning for port 8ddfaa9c-5fc6-4945-b49e-c527ffc3d81e completed by entity DHCP. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:19:19.032972 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-ac793593-85e7-4214-a409-fd669421839c req-8c2384f8-1636-4ba7-99d3-686e971c06b5 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/ports?device_id=957ba30a-110c-44ab-8811-23c67502cc30 HTTP/1.1" status: 200 len: 943 time: 0.1314981 Jun 17 10:19:19.039900 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-0a2be3fa-93e3-4adf-a777-a84dda002fee None None] Provisioning complete for port 8ddfaa9c-5fc6-4945-b49e-c527ffc3d81e triggered by entity DHCP. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:19:19.041762 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-0a2be3fa-93e3-4adf-a777-a84dda002fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:19.124579 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-0a2be3fa-93e3-4adf-a777-a84dda002fee None None] Port 8ddfaa9c-5fc6-4945-b49e-c527ffc3d81e cannot update to ACTIVE because it is not bound. {{(pid=93646) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 10:19:19.200426 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device 013b89ce-0933-43a9-97b8-7c023daa7391 details requested by agent hyperv_hv-cinder-79680 with host hv-cinder-79680 {{(pid=93646) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 10:19:19.401562 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] For port 013b89ce-0933-43a9-97b8-7c023daa7391, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=013b89ce-0933-43a9-97b8-7c023daa7391,segment=NetworkSegment(15a45e65-e483-4433-a957-d2d7d9fb3a7c),segment_id=15a45e65-e483-4433-a957-d2d7d9fb3a7c)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:19:19.431235 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Returning: {'device': '013b89ce-0933-43a9-97b8-7c023daa7391', 'network_id': 'e6f7a612-d480-47a3-873a-90e77aa26979', 'port_id': '013b89ce-0933-43a9-97b8-7c023daa7391', 'mac_address': 'fa:16:3e:44:fe:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a3a85ed-1fe6-4eac-aaf5-01e431f08210', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93646) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 10:19:19.631184 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:19.677238 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.notifiers.nova [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 013b89ce-0933-43a9-97b8-7c023daa7391 {{(pid=93646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:19:19.745246 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] For port 013b89ce-0933-43a9-97b8-7c023daa7391, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=013b89ce-0933-43a9-97b8-7c023daa7391,segment=NetworkSegment(15a45e65-e483-4433-a957-d2d7d9fb3a7c),segment_id=15a45e65-e483-4433-a957-d2d7d9fb3a7c)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:19:19.814446 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-ac793593-85e7-4214-a409-fd669421839c req-fc3b0193-5c11-414e-ab76-83183e5ac988 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/security-groups?id=da10646b-ca30-442e-bb5d-b49e43ba0310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7799492 Jun 17 10:19:19.820476 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-42047484-1ddc-4ff4-ae05-08e49ac3ec6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:19.846307 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:19.850008 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:19:20.037667 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Pushing event updated for resources: {'Port': ['ID=013b89ce-0933-43a9-97b8-7c023daa7391,revision_number=4']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:19:20.042686 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:19:20.232566 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbff901-0e44-4f37-953c-2ba2efcc8601 req-fe2fea9d-6069-43c7-bc84-a88dc8ca6c9b tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:20.234345 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-cfbff901-0e44-4f37-953c-2ba2efcc8601 req-fe2fea9d-6069-43c7-bc84-a88dc8ca6c9b tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=c115ea05-b61c-4a41-9a4a-e0185fef6be8 HTTP/1.1" status: 200 len: 945 time: 0.1743109 Jun 17 10:19:20.336146 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-42047484-1ddc-4ff4-ae05-08e49ac3ec6d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:20.336146 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-cfbff901-0e44-4f37-953c-2ba2efcc8601 req-66cb8b34-6f28-4860-a3a0-2091da5654a9 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801699 Jun 17 10:19:20.449421 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] get_ports_and_sgs() called for port_ids ['013b89ce-0933-43a9-97b8-7c023daa7391'] {{(pid=93646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 10:19:20.475629 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device 4ed515fa-d151-4a32-b9c7-1f60f2dd657b up at agent ovs-agent-dv-cinder-796806-1-iscsi {{(pid=93646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:19:20.591344 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-42047484-1ddc-4ff4-ae05-08e49ac3ec6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125912069'] for port, after_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:20.601539 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:19:20.733355 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Provisioning for port 4ed515fa-d151-4a32-b9c7-1f60f2dd657b completed by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:19:20.745062 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Provisioning complete for port 4ed515fa-d151-4a32-b9c7-1f60f2dd657b triggered by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:19:20.747705 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:20.752891 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-42047484-1ddc-4ff4-ae05-08e49ac3ec6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672540'] for router_interface, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:20.780556 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42047484-1ddc-4ff4-ae05-08e49ac3ec6d admin admin] Pushing event updated for resources: {'Port': ['ID=8ddfaa9c-5fc6-4945-b49e-c527ffc3d81e,revision_number=2']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:19:20.796894 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-42047484-1ddc-4ff4-ae05-08e49ac3ec6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:19:20.843824 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b834e-059d-4a20-b987-31b6c7bba564 req-46ff873d-c288-49b3-87d5-0ffbc397c747 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:20.844939 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-0d9b834e-059d-4a20-b987-31b6c7bba564 req-46ff873d-c288-49b3-87d5-0ffbc397c747 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.3242009 Jun 17 10:19:20.919319 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:20.948019 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] For port 4ed515fa-d151-4a32-b9c7-1f60f2dd657b, host dv-cinder-796806-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=4ed515fa-d151-4a32-b9c7-1f60f2dd657b,segment=NetworkSegment(7a262c57-69fa-4e27-992a-6b78356f8ae4),segment_id=7a262c57-69fa-4e27-992a-6b78356f8ae4)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:19:20.994466 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-0d9b834e-059d-4a20-b987-31b6c7bba564 req-c9fe9446-10e0-4211-9e32-e57151e8fd0d tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377919 Jun 17 10:19:21.012728 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:21.015722 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:19:21.028092 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42047484-1ddc-4ff4-ae05-08e49ac3ec6d admin admin] Network 207a6ace-5540-40f2-a9bb-8ed6ddacd0e9 is already hosted by enough agents. {{(pid=93644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:19:21.029963 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.base_scheduler [None req-42047484-1ddc-4ff4-ae05-08e49ac3ec6d admin admin] Resources bound (agent type, host, resource id): {{(pid=93644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:19:21.191604 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Pushing event updated for resources: {'Port': ['ID=4ed515fa-d151-4a32-b9c7-1f60f2dd657b,revision_number=4']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:19:21.198736 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:19:21.334062 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42047484-1ddc-4ff4-ae05-08e49ac3ec6d admin admin] Router 299b6e82-009c-43df-adbe-2fd18ea50eac has already been hosted by L3 agent 9ed9efc2-3eec-4d73-b246-cbd899a1984b {{(pid=93644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 10:19:21.487785 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-6c1bfdc5-218a-4f24-9214-8a08fa97da57 None None] Provisioning complete for port 8ddfaa9c-5fc6-4945-b49e-c527ffc3d81e triggered by entity DHCP. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:19:21.488444 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-6c1bfdc5-218a-4f24-9214-8a08fa97da57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:21.565658 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-6c1bfdc5-218a-4f24-9214-8a08fa97da57 None None] Port 8ddfaa9c-5fc6-4945-b49e-c527ffc3d81e cannot update to ACTIVE because it is not bound. {{(pid=93646) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 10:19:21.588145 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e0846-6a80-445b-95f7-a75ac3f7b39d req-d34a0e3b-7945-4e0e-94f1-5b8bef3aa457 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:21.590055 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-065e0846-6a80-445b-95f7-a75ac3f7b39d req-d34a0e3b-7945-4e0e-94f1-5b8bef3aa457 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/ports?device_id=957ba30a-110c-44ab-8811-23c67502cc30 HTTP/1.1" status: 200 len: 944 time: 0.3212750 Jun 17 10:19:21.611821 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42047484-1ddc-4ff4-ae05-08e49ac3ec6d admin admin] Notify agent at l3_agent.dv-cinder-796806-1-iscsi the message routers_updated {{(pid=93644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 10:19:21.632852 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-42047484-1ddc-4ff4-ae05-08e49ac3ec6d admin admin] 10.222.0.22 "PUT /v2.0/routers/299b6e82-009c-43df-adbe-2fd18ea50eac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8663440 Jun 17 10:19:21.675803 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-065e0846-6a80-445b-95f7-a75ac3f7b39d req-4e6ffaec-1574-49e2-8ab6-806daba58d05 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/security-groups?id=da10646b-ca30-442e-bb5d-b49e43ba0310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768151 Jun 17 10:19:21.791911 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bbaff7-6854-4496-90fd-b4cc46355681 None None] Sync routers for ids ['299b6e82-009c-43df-adbe-2fd18ea50eac'] in dv-cinder-796806-1-iscsi {{(pid=93646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 10:19:21.803993 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bbaff7-6854-4496-90fd-b4cc46355681 None None] Routers {'299b6e82-009c-43df-adbe-2fd18ea50eac'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:19:21.806361 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_hamode_db [None req-a4bbaff7-6854-4496-90fd-b4cc46355681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:19:03Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['299b6e82-009c-43df-adbe-2fd18ea50eac'], 'active': True} {{(pid=93646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:19:21.943271 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvr_db [None req-a4bbaff7-6854-4496-90fd-b4cc46355681 None None] Set router 299b6e82-009c-43df-adbe-2fd18ea50eac gateway port host: dv-cinder-796806-1-iscsi {{(pid=93646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:19:22.335371 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_hamode_db [None req-a4bbaff7-6854-4496-90fd-b4cc46355681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299b6e82-009c-43df-adbe-2fd18ea50eac', 'name': 'tempest-TestMinimumBasicScenario-610122121-router', 'tenant_id': '3d88e10f9ccc44df9e7c0eef4b9dc24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '4ed515fa-d151-4a32-b9c7-1f60f2dd657b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:19:10Z', 'updated_at': '2021-06-17T10:19:18Z', 'revision_number': 4, 'project_id': '3d88e10f9ccc44df9e7c0eef4b9dc24a', 'gw_port': {'id': '4ed515fa-d151-4a32-b9c7-1f60f2dd657b', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:df:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299b6e82-009c-43df-adbe-2fd18ea50eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:19:13Z', 'updated_at': '2021-06-17T10:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi', '_interfaces': [{'id': '8ddfaa9c-5fc6-4945-b49e-c527ffc3d81e', 'name': '', 'network_id': '207a6ace-5540-40f2-a9bb-8ed6ddacd0e9', 'tenant_id': '3d88e10f9ccc44df9e7c0eef4b9dc24a', 'mac_address': 'fa:16:3e:43:32:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '299b6e82-009c-43df-adbe-2fd18ea50eac', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '7498acbd-0995-4684-9363-708186980877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:19:17Z', 'updated_at': '2021-06-17T10:19:19Z', 'revision_number': 2, 'project_id': '3d88e10f9ccc44df9e7c0eef4b9dc24a', 'subnets': [{'id': '7498acbd-0995-4684-9363-708186980877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:19:22.391191 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device 4ed515fa-d151-4a32-b9c7-1f60f2dd657b up at agent ovs-agent-dv-cinder-796806-1-iscsi {{(pid=93646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:19:22.395063 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bbaff7-6854-4496-90fd-b4cc46355681 None None] Checking router: 299b6e82-009c-43df-adbe-2fd18ea50eac for host: dv-cinder-796806-1-iscsi {{(pid=93646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 10:19:22.395479 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bbaff7-6854-4496-90fd-b4cc46355681 None None] Updating router 299b6e82-009c-43df-adbe-2fd18ea50eac port 8ddfaa9c-5fc6-4945-b49e-c527ffc3d81e binding host dv-cinder-796806-1-iscsi {{(pid=93646) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 10:19:22.466724 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-a4bbaff7-6854-4496-90fd-b4cc46355681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:22.536692 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Provisioning complete for port 4ed515fa-d151-4a32-b9c7-1f60f2dd657b triggered by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:19:22.537330 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:23.012063 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-a4bbaff7-6854-4496-90fd-b4cc46355681 None None] Notify callbacks [] for port, precommit_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:23.031428 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-a4bbaff7-6854-4496-90fd-b4cc46355681 None None] Transition to ACTIVE for port object 8ddfaa9c-5fc6-4945-b49e-c527ffc3d81e will not be triggered until provisioned by entity L2. {{(pid=93646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:19:23.039018 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6029a60-fc32-4145-841d-61e4f92e7ba5 req-f77dd52e-7515-42a3-b8f1-4b03ef69f003 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:23.043091 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-e6029a60-fc32-4145-841d-61e4f92e7ba5 req-f77dd52e-7515-42a3-b8f1-4b03ef69f003 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/ports?device_id=957ba30a-110c-44ab-8811-23c67502cc30 HTTP/1.1" status: 200 len: 944 time: 0.1240976 Jun 17 10:19:23.089745 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-e6029a60-fc32-4145-841d-61e4f92e7ba5 req-80a8be97-10a6-4639-9c24-2533021984db tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/security-groups?id=da10646b-ca30-442e-bb5d-b49e43ba0310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392022 Jun 17 10:19:23.230733 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device 013b89ce-0933-43a9-97b8-7c023daa7391 up at agent hyperv_hv-cinder-79680 {{(pid=93646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:19:23.276620 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-a4bbaff7-6854-4496-90fd-b4cc46355681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:23.299661 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:19:23.420390 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d238eb75-cfcf-44d8-b7d5-ca9e68e46931 None None] Pushing event updated for resources: {'Port': ['ID=8ddfaa9c-5fc6-4945-b49e-c527ffc3d81e,revision_number=3']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:19:23.426515 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-d238eb75-cfcf-44d8-b7d5-ca9e68e46931 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:19:23.509867 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 48512) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:19:23.710135 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.managers [None req-a4bbaff7-6854-4496-90fd-b4cc46355681 None None] Attempting to bind port 8ddfaa9c-5fc6-4945-b49e-c527ffc3d81e on host dv-cinder-796806-1-iscsi for vnic_type normal with profile {{(pid=93646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:19:23.710681 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.managers [None req-a4bbaff7-6854-4496-90fd-b4cc46355681 None None] Attempting to bind port 8ddfaa9c-5fc6-4945-b49e-c527ffc3d81e by drivers openvswitch,hyperv on host dv-cinder-796806-1-iscsi at level 0 using segments [{'id': '561396bd-0a2b-4e35-af53-44c8783b18f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '207a6ace-5540-40f2-a9bb-8ed6ddacd0e9'}] {{(pid=93646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:19:23.711128 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bbaff7-6854-4496-90fd-b4cc46355681 None None] Attempting to bind port 8ddfaa9c-5fc6-4945-b49e-c527ffc3d81e on network 207a6ace-5540-40f2-a9bb-8ed6ddacd0e9 {{(pid=93646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:19:23.714568 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-7580b79a-c9d3-415c-8b93-e49dd3363401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:23.724864 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bbaff7-6854-4496-90fd-b4cc46355681 None None] Checking agent: {'id': 'f230d01b-21be-4f06-8428-d429ae72cfd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796806-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 7, 3), 'started_at': datetime.datetime(2021, 6, 17, 10, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796806-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:19:23.725331 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bbaff7-6854-4496-90fd-b4cc46355681 None None] Checking segment: {'id': '561396bd-0a2b-4e35-af53-44c8783b18f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '207a6ace-5540-40f2-a9bb-8ed6ddacd0e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:19:23.725762 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-a4bbaff7-6854-4496-90fd-b4cc46355681 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:23.726194 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bbaff7-6854-4496-90fd-b4cc46355681 None None] Bound using segment: {'id': '561396bd-0a2b-4e35-af53-44c8783b18f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '207a6ace-5540-40f2-a9bb-8ed6ddacd0e9'} {{(pid=93646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:19:23.727454 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.managers [None req-a4bbaff7-6854-4496-90fd-b4cc46355681 None None] Bound port: 8ddfaa9c-5fc6-4945-b49e-c527ffc3d81e, host: dv-cinder-796806-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '561396bd-0a2b-4e35-af53-44c8783b18f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '207a6ace-5540-40f2-a9bb-8ed6ddacd0e9'}}] {{(pid=93646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:19:23.727886 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-a4bbaff7-6854-4496-90fd-b4cc46355681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:23.882907 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-a4bbaff7-6854-4496-90fd-b4cc46355681 None None] For port 8ddfaa9c-5fc6-4945-b49e-c527ffc3d81e, host dv-cinder-796806-1-iscsi, cleared binding levels {{(pid=93646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:19:23.888260 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-a4bbaff7-6854-4496-90fd-b4cc46355681 None None] For port 8ddfaa9c-5fc6-4945-b49e-c527ffc3d81e, host dv-cinder-796806-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=8ddfaa9c-5fc6-4945-b49e-c527ffc3d81e,segment=NetworkSegment(561396bd-0a2b-4e35-af53-44c8783b18f4),segment_id=561396bd-0a2b-4e35-af53-44c8783b18f4)] {{(pid=93646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:19:24.088888 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-7580b79a-c9d3-415c-8b93-e49dd3363401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:24.240570 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Provisioning for port 013b89ce-0933-43a9-97b8-7c023daa7391 completed by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:19:24.246460 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-a4bbaff7-6854-4496-90fd-b4cc46355681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:24.303281 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:19:24.308517 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Provisioning complete for port 013b89ce-0933-43a9-97b8-7c023daa7391 triggered by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:19:24.312658 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:24.421642 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bbaff7-6854-4496-90fd-b4cc46355681 None None] Routers {'299b6e82-009c-43df-adbe-2fd18ea50eac'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:19:24.422617 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_hamode_db [None req-a4bbaff7-6854-4496-90fd-b4cc46355681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:19:03Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['299b6e82-009c-43df-adbe-2fd18ea50eac'], 'active': True} {{(pid=93646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:19:24.429778 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b74a66-4700-4519-b824-eac4b09fe67d req-13e1d9c3-b16a-4e05-b772-4e36014d15f1 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:24.431970 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-57b74a66-4700-4519-b824-eac4b09fe67d req-13e1d9c3-b16a-4e05-b772-4e36014d15f1 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/ports?device_id=957ba30a-110c-44ab-8811-23c67502cc30 HTTP/1.1" status: 200 len: 944 time: 0.1704772 Jun 17 10:19:24.513533 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-57b74a66-4700-4519-b824-eac4b09fe67d req-d8480dca-0474-4df2-bc4b-f524661b4ad9 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/security-groups?id=da10646b-ca30-442e-bb5d-b49e43ba0310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642946 Jun 17 10:19:24.572161 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d238eb75-cfcf-44d8-b7d5-ca9e68e46931 None None] Pushing event updated for resources: {'Port': ['ID=8ddfaa9c-5fc6-4945-b49e-c527ffc3d81e,revision_number=4']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:19:24.576416 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-d238eb75-cfcf-44d8-b7d5-ca9e68e46931 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:19:24.665053 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvr_db [None req-a4bbaff7-6854-4496-90fd-b4cc46355681 None None] Set router 299b6e82-009c-43df-adbe-2fd18ea50eac gateway port host: dv-cinder-796806-1-iscsi {{(pid=93646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:19:24.674982 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-7580b79a-c9d3-415c-8b93-e49dd3363401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:24.731790 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:24.732788 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-2bf6f843-117f-4516-abc9-969fb8943b07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:19:24.740614 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-7580b79a-c9d3-415c-8b93-e49dd3363401 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=741c633a31e545269358aefe2b225593&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2257679 Jun 17 10:19:24.742048 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 48532) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:19:24.796225 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7580b79a-c9d3-415c-8b93-e49dd3363401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f007d099-c016-4ccf-bb23-64222d4c3679,revision_number=1']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:19:24.808363 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-7580b79a-c9d3-415c-8b93-e49dd3363401 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:19:24.863326 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-c0476685-e49c-44cc-abb9-9b38ea168a68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:24.901465 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-c0476685-e49c-44cc-abb9-9b38ea168a68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:24.952654 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '957ba30a-110c-44ab-8811-23c67502cc30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '013b89ce-0933-43a9-97b8-7c023daa7391'}] {{(pid=93646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:19:24.955333 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}202ec35f0b2f503ce7e4db3a1c258f37e57fe85608606de8e1c873696d713f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da52c567-e907-4cea-bea8-d9e38dc4c57b" -d '{"events": [{"server_uuid": "957ba30a-110c-44ab-8811-23c67502cc30", "name": "network-vif-plugged", "status": "completed", "tag": "013b89ce-0933-43a9-97b8-7c023daa7391"}]}' {{(pid=93646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:19:25.029615 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] For port 013b89ce-0933-43a9-97b8-7c023daa7391, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=013b89ce-0933-43a9-97b8-7c023daa7391,segment=NetworkSegment(15a45e65-e483-4433-a957-d2d7d9fb3a7c),segment_id=15a45e65-e483-4433-a957-d2d7d9fb3a7c)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:19:25.079007 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-c0476685-e49c-44cc-abb9-9b38ea168a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:25.083602 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-c0476685-e49c-44cc-abb9-9b38ea168a68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:25.088486 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-c0476685-e49c-44cc-abb9-9b38ea168a68 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f007d099-c016-4ccf-bb23-64222d4c3679 HTTP/1.1" status: 204 len: 168 time: 0.3419912 Jun 17 10:19:25.088486 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-5038bc40-8343-4a90-ae6b-dbdeedb99f54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:19:25.093423 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3180fda0-df32-4f4c-a6dc-6502f0e5ef9f x-openstack-request-id: req-3180fda0-df32-4f4c-a6dc-6502f0e5ef9f {{(pid=93646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:19:25.093738 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "957ba30a-110c-44ab-8811-23c67502cc30", "name": "network-vif-plugged", "status": "completed", "tag": "013b89ce-0933-43a9-97b8-7c023daa7391", "code": 200}]} {{(pid=93646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:19:25.094035 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3180fda0-df32-4f4c-a6dc-6502f0e5ef9f {{(pid=93646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:19:25.094998 dv-cinder-796806-1-iscsi neutron-server[93646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '957ba30a-110c-44ab-8811-23c67502cc30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '013b89ce-0933-43a9-97b8-7c023daa7391', 'code': 200} Jun 17 10:19:25.115545 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:25.118629 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0476685-e49c-44cc-abb9-9b38ea168a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f007d099-c016-4ccf-bb23-64222d4c3679,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:19:25.121590 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-c0476685-e49c-44cc-abb9-9b38ea168a68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:19:25.127027 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:19:25.254850 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Pushing event updated for resources: {'Port': ['ID=013b89ce-0933-43a9-97b8-7c023daa7391,revision_number=5']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:19:25.269056 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:19:25.350093 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_hamode_db [None req-a4bbaff7-6854-4496-90fd-b4cc46355681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299b6e82-009c-43df-adbe-2fd18ea50eac', 'name': 'tempest-TestMinimumBasicScenario-610122121-router', 'tenant_id': '3d88e10f9ccc44df9e7c0eef4b9dc24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '4ed515fa-d151-4a32-b9c7-1f60f2dd657b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:19:10Z', 'updated_at': '2021-06-17T10:19:18Z', 'revision_number': 4, 'project_id': '3d88e10f9ccc44df9e7c0eef4b9dc24a', 'gw_port': {'id': '4ed515fa-d151-4a32-b9c7-1f60f2dd657b', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:df:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299b6e82-009c-43df-adbe-2fd18ea50eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:19:13Z', 'updated_at': '2021-06-17T10:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi', '_interfaces': [{'id': '8ddfaa9c-5fc6-4945-b49e-c527ffc3d81e', 'name': '', 'network_id': '207a6ace-5540-40f2-a9bb-8ed6ddacd0e9', 'tenant_id': '3d88e10f9ccc44df9e7c0eef4b9dc24a', 'mac_address': 'fa:16:3e:43:32:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '299b6e82-009c-43df-adbe-2fd18ea50eac', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '7498acbd-0995-4684-9363-708186980877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:19:17Z', 'updated_at': '2021-06-17T10:19:23Z', 'revision_number': 4, 'project_id': '3d88e10f9ccc44df9e7c0eef4b9dc24a', 'subnets': [{'id': '7498acbd-0995-4684-9363-708186980877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:19:25.396976 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bbaff7-6854-4496-90fd-b4cc46355681 None None] The sync data for ids ['299b6e82-009c-43df-adbe-2fd18ea50eac'] in dv-cinder-796806-1-iscsi is: [{'id': '299b6e82-009c-43df-adbe-2fd18ea50eac', 'name': 'tempest-TestMinimumBasicScenario-610122121-router', 'tenant_id': '3d88e10f9ccc44df9e7c0eef4b9dc24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '4ed515fa-d151-4a32-b9c7-1f60f2dd657b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:19:10Z', 'updated_at': '2021-06-17T10:19:18Z', 'revision_number': 4, 'project_id': '3d88e10f9ccc44df9e7c0eef4b9dc24a', 'gw_port': {'id': '4ed515fa-d151-4a32-b9c7-1f60f2dd657b', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:df:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299b6e82-009c-43df-adbe-2fd18ea50eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:19:13Z', 'updated_at': '2021-06-17T10:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi', '_interfaces': [{'id': '8ddfaa9c-5fc6-4945-b49e-c527ffc3d81e', 'name': '', 'network_id': '207a6ace-5540-40f2-a9bb-8ed6ddacd0e9', 'tenant_id': '3d88e10f9ccc44df9e7c0eef4b9dc24a', 'mac_address': 'fa:16:3e:43:32:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '299b6e82-009c-43df-adbe-2fd18ea50eac', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '7498acbd-0995-4684-9363-708186980877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:19:17Z', 'updated_at': '2021-06-17T10:19:23Z', 'revision_number': 4, 'project_id': '3d88e10f9ccc44df9e7c0eef4b9dc24a', 'subnets': [{'id': '7498acbd-0995-4684-9363-708186980877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 10:19:26.081977 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee4e7c1-3a86-4afd-9adb-0f0c039f9b3b req-913d92a9-e82f-4023-b021-830610a82742 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:26.104402 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-eee4e7c1-3a86-4afd-9adb-0f0c039f9b3b req-913d92a9-e82f-4023-b021-830610a82742 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/ports?device_id=957ba30a-110c-44ab-8811-23c67502cc30 HTTP/1.1" status: 200 len: 945 time: 0.2289417 Jun 17 10:19:26.130802 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d70d76-84cc-45f1-a238-eb76bc4ffc02 req-f37435d6-e9c5-4cb0-bdb7-9a79e258ab26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:26.143857 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-a2d70d76-84cc-45f1-a238-eb76bc4ffc02 req-f37435d6-e9c5-4cb0-bdb7-9a79e258ab26 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=957ba30a-110c-44ab-8811-23c67502cc30 HTTP/1.1" status: 200 len: 1098 time: 0.2333767 Jun 17 10:19:26.265206 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-eee4e7c1-3a86-4afd-9adb-0f0c039f9b3b req-94f1d448-0404-4c82-94a8-141b7a2b5748 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/security-groups?id=da10646b-ca30-442e-bb5d-b49e43ba0310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594980 Jun 17 10:19:26.285589 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-a2d70d76-84cc-45f1-a238-eb76bc4ffc02 req-0880da03-a1cf-4d09-a8c1-f7c2539c1224 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=da10646b-ca30-442e-bb5d-b49e43ba0310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313555 Jun 17 10:19:26.391088 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 48560) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:19:26.428509 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-17e671c9-5653-45ad-9b9b-e7219d4e4c40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:26.608727 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5df78-6203-406b-a954-6c2caca8ee5d req-33cd1d42-0bef-4a69-8391-466d867f08ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:26.620140 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-00e5df78-6203-406b-a954-6c2caca8ee5d req-33cd1d42-0bef-4a69-8391-466d867f08ec service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5bd0dd2afc794054a2ded47901ac6c2e&device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 1098 time: 0.2495282 Jun 17 10:19:26.633382 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device 8ddfaa9c-5fc6-4945-b49e-c527ffc3d81e up at agent ovs-agent-dv-cinder-796806-1-iscsi {{(pid=93646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:19:26.789466 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-17e671c9-5653-45ad-9b9b-e7219d4e4c40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:26.834866 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Provisioning for port 8ddfaa9c-5fc6-4945-b49e-c527ffc3d81e completed by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:19:26.839720 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Provisioning complete for port 8ddfaa9c-5fc6-4945-b49e-c527ffc3d81e triggered by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:19:26.846369 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:26.899227 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5df78-6203-406b-a954-6c2caca8ee5d req-62e88dc0-e1f0-4741-8f9c-f34cb837baa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:26.902500 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-00e5df78-6203-406b-a954-6c2caca8ee5d req-62e88dc0-e1f0-4741-8f9c-f34cb837baa3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d773beeb-675a-4b62-b751-30bf7ea2150d HTTP/1.1" status: 200 len: 920 time: 0.2571814 Jun 17 10:19:26.920956 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-17e671c9-5653-45ad-9b9b-e7219d4e4c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:26.932950 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-5015f92f-95f5-4ded-926e-12f0ec49b517 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:19:27.043528 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-17e671c9-5653-45ad-9b9b-e7219d4e4c40 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=86fbe8e33e3e42a1a1f12fb486c9fbda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6547134 Jun 17 10:19:27.043528 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 48566) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:19:27.058453 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888db6d2-74b9-4b86-8d78-c52a19e4e42c req-12324daf-4630-4b6a-8901-ae8b0ffbc638 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:27.060695 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-888db6d2-74b9-4b86-8d78-c52a19e4e42c req-12324daf-4630-4b6a-8901-ae8b0ffbc638 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.2562184 Jun 17 10:19:27.070326 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e671c9-5653-45ad-9b9b-e7219d4e4c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf77aa8-3d9f-4d73-a813-0a15b50e0ecb,revision_number=1']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:19:27.089105 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-00e5df78-6203-406b-a954-6c2caca8ee5d req-015769da-5e5a-477e-a73c-c6e44c94516c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1924e06-caa3-4695-8bd6-e71e3f3430da HTTP/1.1" status: 200 len: 217 time: 0.1711335 Jun 17 10:19:27.094339 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:27.135859 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-17e671c9-5653-45ad-9b9b-e7219d4e4c40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:19:27.198493 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] For port 8ddfaa9c-5fc6-4945-b49e-c527ffc3d81e, host dv-cinder-796806-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=8ddfaa9c-5fc6-4945-b49e-c527ffc3d81e,segment=NetworkSegment(561396bd-0a2b-4e35-af53-44c8783b18f4),segment_id=561396bd-0a2b-4e35-af53-44c8783b18f4)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:19:27.228871 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-888db6d2-74b9-4b86-8d78-c52a19e4e42c req-7ffb6f0f-9d7f-4c0b-bab5-504ae6858388 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482992 Jun 17 10:19:27.258970 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5df78-6203-406b-a954-6c2caca8ee5d req-2f17de56-f016-4eee-9c34-4b1cda5bae31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:27.262965 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-00e5df78-6203-406b-a954-6c2caca8ee5d req-2f17de56-f016-4eee-9c34-4b1cda5bae31 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e9682fe0-190f-4cfb-8a99-3f5500e89851 HTTP/1.1" status: 200 len: 859 time: 0.1564426 Jun 17 10:19:27.267409 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-bfd75fcc-c22f-483b-8922-efdbdac6aeeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:27.300186 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-bfd75fcc-c22f-483b-8922-efdbdac6aeeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:27.352468 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-00e5df78-6203-406b-a954-6c2caca8ee5d req-3a854f46-b3fa-4c85-9de8-f63bdca9e5ca service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d773beeb-675a-4b62-b751-30bf7ea2150d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718532 Jun 17 10:19:27.388595 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:27.409331 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-a6c17564-c9a2-4583-973d-73b5b05f569b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:19:27.531859 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-bfd75fcc-c22f-483b-8922-efdbdac6aeeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:27.537175 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-bfd75fcc-c22f-483b-8922-efdbdac6aeeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:27.550925 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-bfd75fcc-c22f-483b-8922-efdbdac6aeeb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8bf77aa8-3d9f-4d73-a813-0a15b50e0ecb HTTP/1.1" status: 204 len: 168 time: 0.4763753 Jun 17 10:19:27.550925 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-8e5fb437-dc59-4bcd-a6ff-6ecde662aaa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:19:27.560309 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Pushing event updated for resources: {'Port': ['ID=8ddfaa9c-5fc6-4945-b49e-c527ffc3d81e,revision_number=5']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:19:27.572848 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:19:27.579039 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd75fcc-c22f-483b-8922-efdbdac6aeeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf77aa8-3d9f-4d73-a813-0a15b50e0ecb,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:19:27.588590 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-bfd75fcc-c22f-483b-8922-efdbdac6aeeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:19:27.764070 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-00e5df78-6203-406b-a954-6c2caca8ee5d req-1e861b6d-b2b3-4375-b22f-14f1b866a662 service neutron] 10.222.0.47 "GET /v2.0/networks/d773beeb-675a-4b62-b751-30bf7ea2150d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341551 Jun 17 10:19:27.893040 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6b0e27-6c4f-4459-a5c5-ef1cc136656a req-3d0d26c2-48eb-49db-b329-428aa226fd93 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:27.924948 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9a6b0e27-6c4f-4459-a5c5-ef1cc136656a req-3d0d26c2-48eb-49db-b329-428aa226fd93 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/ports?device_id=957ba30a-110c-44ab-8811-23c67502cc30 HTTP/1.1" status: 200 len: 945 time: 0.3155031 Jun 17 10:19:27.976638 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:28.030514 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9a6b0e27-6c4f-4459-a5c5-ef1cc136656a req-41ef8af5-51f0-4556-b055-294028ea9a7f tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/security-groups?id=da10646b-ca30-442e-bb5d-b49e43ba0310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012874 Jun 17 10:19:28.042657 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-00e5df78-6203-406b-a954-6c2caca8ee5d req-a0487e96-968a-4d76-9c9c-cce4a728b85c service neutron] 10.222.0.47 "GET /v2.0/networks/d773beeb-675a-4b62-b751-30bf7ea2150d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125882 Jun 17 10:19:28.416327 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device 8ddfaa9c-5fc6-4945-b49e-c527ffc3d81e up at agent ovs-agent-dv-cinder-796806-1-iscsi {{(pid=93646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:19:28.556396 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3af2065-4c2c-469b-824f-affdf1b76fe6 req-67133806-f3f8-41c5-a6ab-4a1ed6e511da tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:28.564210 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-a3af2065-4c2c-469b-824f-affdf1b76fe6 req-67133806-f3f8-41c5-a6ab-4a1ed6e511da tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.1119654 Jun 17 10:19:28.582270 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Provisioning complete for port 8ddfaa9c-5fc6-4945-b49e-c527ffc3d81e triggered by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:19:28.587780 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:28.651918 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-a3af2065-4c2c-469b-824f-affdf1b76fe6 req-9fe5f256-00d4-4e49-a23e-86a424bc80f5 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862923 Jun 17 10:19:29.302171 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e453d325-e934-4a64-8ed8-2ed52964e644 req-7f664413-958e-4723-9491-b60cc17293d7 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:29.305002 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-e453d325-e934-4a64-8ed8-2ed52964e644 req-7f664413-958e-4723-9491-b60cc17293d7 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/ports?device_id=957ba30a-110c-44ab-8811-23c67502cc30 HTTP/1.1" status: 200 len: 945 time: 0.1117492 Jun 17 10:19:29.362778 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-e453d325-e934-4a64-8ed8-2ed52964e644 req-f07a537a-3dbe-4bb2-af72-02a6e7377c52 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/security-groups?id=da10646b-ca30-442e-bb5d-b49e43ba0310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511611 Jun 17 10:19:29.918466 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0314d0-c7f4-42ab-ae20-fd4e0af08186 req-d13eb7b8-4bd2-4f11-8adc-2b1e03aa9152 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:29.922356 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-8d0314d0-c7f4-42ab-ae20-fd4e0af08186 req-d13eb7b8-4bd2-4f11-8adc-2b1e03aa9152 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.0738354 Jun 17 10:19:29.971397 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-77f507b3-2c72-453c-a1e6-f164781e5452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:30.003802 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-8d0314d0-c7f4-42ab-ae20-fd4e0af08186 req-4ef32361-f9c3-4f24-b76c-7e28de028b16 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761681 Jun 17 10:19:31.444987 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dad2b2-03f4-4c21-a31d-5c0d0f6a2ec0 req-77ad93b7-f729-435a-be0d-7871ed7e59dd tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:31.447758 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-b0dad2b2-03f4-4c21-a31d-5c0d0f6a2ec0 req-77ad93b7-f729-435a-be0d-7871ed7e59dd tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.1974268 Jun 17 10:19:31.534830 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-b0dad2b2-03f4-4c21-a31d-5c0d0f6a2ec0 req-49775265-f659-43c6-ba5e-966030fdfd61 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581679 Jun 17 10:19:32.430916 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed5f21b-8bce-4053-93d8-43d2deea21ad req-def481e4-fcde-4383-bdae-63d5ec754ef1 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:32.439384 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-4ed5f21b-8bce-4053-93d8-43d2deea21ad req-def481e4-fcde-4383-bdae-63d5ec754ef1 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/ports?device_id=957ba30a-110c-44ab-8811-23c67502cc30 HTTP/1.1" status: 200 len: 945 time: 0.1332633 Jun 17 10:19:32.524699 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-4ed5f21b-8bce-4053-93d8-43d2deea21ad req-aac94bfb-11da-474d-82f0-43435baf08bc tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/security-groups?id=da10646b-ca30-442e-bb5d-b49e43ba0310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705805 Jun 17 10:19:32.769178 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a622e60-89ea-48da-81bb-b94830d232c0 req-9f38f003-9a50-4373-9abc-b4c672010322 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:32.773799 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6a622e60-89ea-48da-81bb-b94830d232c0 req-9f38f003-9a50-4373-9abc-b4c672010322 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.0931571 Jun 17 10:19:32.852234 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6a622e60-89ea-48da-81bb-b94830d232c0 req-6652844f-2cda-4343-98c5-bc7fea8cb48f tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614352 Jun 17 10:19:33.302345 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ade2c6fd-72fe-4425-aa0a-da7843045e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:33.469264 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:33.795382 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db65c82b-b68e-429a-a45b-9ed25b3bba1e req-91a11232-d3a7-43af-a5d5-8d86275f7a76 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:33.797406 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-db65c82b-b68e-429a-a45b-9ed25b3bba1e req-91a11232-d3a7-43af-a5d5-8d86275f7a76 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/ports?device_id=957ba30a-110c-44ab-8811-23c67502cc30 HTTP/1.1" status: 200 len: 945 time: 0.1039674 Jun 17 10:19:33.866358 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-db65c82b-b68e-429a-a45b-9ed25b3bba1e req-df6e1408-79bf-431d-a4cb-030b02d6d58f tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/security-groups?id=da10646b-ca30-442e-bb5d-b49e43ba0310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581820 Jun 17 10:19:34.072665 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bca7bcc-97d7-466e-82df-b15f8d01e6b9 req-c16cabb7-8e46-4d2c-8bf3-a2d38f85d14c tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:34.074108 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-7bca7bcc-97d7-466e-82df-b15f8d01e6b9 req-c16cabb7-8e46-4d2c-8bf3-a2d38f85d14c tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.0680935 Jun 17 10:19:34.117545 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-7bca7bcc-97d7-466e-82df-b15f8d01e6b9 req-80fd3d61-27a1-4f34-a658-2ae2a46324f0 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367618 Jun 17 10:19:35.039307 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-76f1cb7e-d4ef-4c29-a3c2-2b16775f9f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:35.235694 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1349c3ed-574f-4a30-a6e0-1a67a6aecc97 req-24aa533a-cedb-4728-b325-49c99ea12c1d tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:35.237429 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-1349c3ed-574f-4a30-a6e0-1a67a6aecc97 req-24aa533a-cedb-4728-b325-49c99ea12c1d tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/ports?device_id=957ba30a-110c-44ab-8811-23c67502cc30 HTTP/1.1" status: 200 len: 945 time: 0.2221022 Jun 17 10:19:35.287999 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-1349c3ed-574f-4a30-a6e0-1a67a6aecc97 req-40d9881e-53bc-4250-bbc4-0bb4034a908e tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/security-groups?id=da10646b-ca30-442e-bb5d-b49e43ba0310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427628 Jun 17 10:19:35.492421 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e62401-d09c-4ba4-892e-8740a1c478b1 req-933324b1-c115-4db8-9156-20aaac016fd8 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:35.494009 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-21e62401-d09c-4ba4-892e-8740a1c478b1 req-933324b1-c115-4db8-9156-20aaac016fd8 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.0799313 Jun 17 10:19:35.552954 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-21e62401-d09c-4ba4-892e-8740a1c478b1 req-cb18e565-7fa4-4459-ac3e-2ae0b92b9512 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514681 Jun 17 10:19:36.492931 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9909d0a0-b360-44d1-9692-0ab52de80635 req-2a572192-e4f8-4571-a380-6f7bb8211d84 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:36.494893 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9909d0a0-b360-44d1-9692-0ab52de80635 req-2a572192-e4f8-4571-a380-6f7bb8211d84 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/ports?device_id=957ba30a-110c-44ab-8811-23c67502cc30 HTTP/1.1" status: 200 len: 945 time: 0.0778921 Jun 17 10:19:36.548566 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9909d0a0-b360-44d1-9692-0ab52de80635 req-8debc4e1-50bf-4ede-9fae-7e8d6710a993 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/security-groups?id=da10646b-ca30-442e-bb5d-b49e43ba0310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465291 Jun 17 10:19:36.789158 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eaf4fa-e454-4d88-99a3-94d0aeb8c9cf req-616cbb74-a05d-4329-b4e1-3a45bbee453d tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:36.790293 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-84eaf4fa-e454-4d88-99a3-94d0aeb8c9cf req-616cbb74-a05d-4329-b4e1-3a45bbee453d tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.0890584 Jun 17 10:19:36.876671 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-84eaf4fa-e454-4d88-99a3-94d0aeb8c9cf req-68407baa-2653-4673-a370-bfa6c5b013e2 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745270 Jun 17 10:19:36.937095 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8334b2a8-081d-4a08-b273-522b2363e8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:37.775393 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ca559-13ff-4c78-b2a5-84041cda4689 req-b99d5aac-55c7-48f7-8c7b-8df25fd2e485 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:37.777842 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-ba5ca559-13ff-4c78-b2a5-84041cda4689 req-b99d5aac-55c7-48f7-8c7b-8df25fd2e485 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/ports?device_id=957ba30a-110c-44ab-8811-23c67502cc30 HTTP/1.1" status: 200 len: 945 time: 0.0928032 Jun 17 10:19:37.839881 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-ba5ca559-13ff-4c78-b2a5-84041cda4689 req-28b599f7-6750-43c5-8400-fe4426fae095 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/security-groups?id=da10646b-ca30-442e-bb5d-b49e43ba0310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525563 Jun 17 10:19:38.162171 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b78c0b-5e6c-4b8c-b293-39ded9059a93 req-87879ef7-102c-44fb-a4be-04ed95704494 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:38.163733 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-86b78c0b-5e6c-4b8c-b293-39ded9059a93 req-87879ef7-102c-44fb-a4be-04ed95704494 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.0819769 Jun 17 10:19:38.213991 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-86b78c0b-5e6c-4b8c-b293-39ded9059a93 req-58c2a057-c36a-414e-a8f5-cee4ce979a22 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410647 Jun 17 10:19:39.058983 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6de5da-abd9-4bd1-8c19-caacee4b0e75 req-c75eba88-1318-479b-b36b-37ed4b3e7750 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:39.060550 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-8a6de5da-abd9-4bd1-8c19-caacee4b0e75 req-c75eba88-1318-479b-b36b-37ed4b3e7750 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/ports?device_id=957ba30a-110c-44ab-8811-23c67502cc30 HTTP/1.1" status: 200 len: 945 time: 0.0823820 Jun 17 10:19:39.118948 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-8a6de5da-abd9-4bd1-8c19-caacee4b0e75 req-159339c4-6b2e-468f-9a4b-719b01f1a4a3 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/security-groups?id=da10646b-ca30-442e-bb5d-b49e43ba0310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510311 Jun 17 10:19:39.468423 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f767fb-5e95-4663-a8e0-5c25e655705f req-b46320c4-db68-41e3-8d82-3ffc0abab594 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:39.468423 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-e0f767fb-5e95-4663-a8e0-5c25e655705f req-b46320c4-db68-41e3-8d82-3ffc0abab594 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.1085906 Jun 17 10:19:39.474641 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c2acb-2648-4c06-8eeb-2d0a2f70036b req-f5f34590-fb84-44bd-8ad6-9fd575da585e tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:39.477392 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-ee2c2acb-2648-4c06-8eeb-2d0a2f70036b req-f5f34590-fb84-44bd-8ad6-9fd575da585e tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.47 "GET /v2.0/ports?device_id=957ba30a-110c-44ab-8811-23c67502cc30 HTTP/1.1" status: 200 len: 945 time: 0.1659772 Jun 17 10:19:39.552098 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-e0f767fb-5e95-4663-a8e0-5c25e655705f req-094f1591-686a-42cc-ad40-810bdece157f tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811222 Jun 17 10:19:39.742704 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.plugin [req-ee2c2acb-2648-4c06-8eeb-2d0a2f70036b req-354ade2f-3f23-4b99-8c34-bea74dceb2cb tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] Deleting port 013b89ce-0933-43a9-97b8-7c023daa7391 {{(pid=93645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:19:39.743037 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-ee2c2acb-2648-4c06-8eeb-2d0a2f70036b req-354ade2f-3f23-4b99-8c34-bea74dceb2cb tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740734272413'] for port, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:39.859117 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.db [req-ee2c2acb-2648-4c06-8eeb-2d0a2f70036b req-354ade2f-3f23-4b99-8c34-bea74dceb2cb tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] For port 013b89ce-0933-43a9-97b8-7c023daa7391, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=013b89ce-0933-43a9-97b8-7c023daa7391,segment=NetworkSegment(15a45e65-e483-4433-a957-d2d7d9fb3a7c),segment_id=15a45e65-e483-4433-a957-d2d7d9fb3a7c)] {{(pid=93645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:19:39.859492 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-ee2c2acb-2648-4c06-8eeb-2d0a2f70036b req-354ade2f-3f23-4b99-8c34-bea74dceb2cb tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685530'] for port, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:39.953779 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.plugin [req-ee2c2acb-2648-4c06-8eeb-2d0a2f70036b req-354ade2f-3f23-4b99-8c34-bea74dceb2cb tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] Calling delete_port for 013b89ce-0933-43a9-97b8-7c023daa7391 owned by compute:nova {{(pid=93645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:19:40.414626 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-ee2c2acb-2648-4c06-8eeb-2d0a2f70036b req-354ade2f-3f23-4b99-8c34-bea74dceb2cb tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740734277497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740733869096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129691318'] for port, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:40.437337 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-51ffffd1-1c20-43fe-b26c-70b9c6c7eeae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:19:40.439261 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] get_ports_and_sgs() called for port_ids ['013b89ce-0933-43a9-97b8-7c023daa7391'] {{(pid=93646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 10:19:40.564404 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354ade2f-3f23-4b99-8c34-bea74dceb2cb tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] Pushing event deleted for resources: {'Port': ['ID=013b89ce-0933-43a9-97b8-7c023daa7391,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:19:40.574364 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-354ade2f-3f23-4b99-8c34-bea74dceb2cb tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:19:40.703171 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-baad3486-e794-402b-b225-cf10803406c9 req-8ed2d1d8-a315-4c4f-8efb-57077dfd4426 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/ports?device_id=957ba30a-110c-44ab-8811-23c67502cc30 HTTP/1.1" status: 200 len: 210 time: 0.0342278 Jun 17 10:19:40.704585 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee2c2acb-2648-4c06-8eeb-2d0a2f70036b req-354ade2f-3f23-4b99-8c34-bea74dceb2cb tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] No DVR routers for this DVR port 013b89ce-0933-43a9-97b8-7c023daa7391 on host hv-cinder-79680 {{(pid=93645) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 10:19:40.708608 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-ee2c2acb-2648-4c06-8eeb-2d0a2f70036b req-354ade2f-3f23-4b99-8c34-bea74dceb2cb tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733'] for port, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:40.711386 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-ee2c2acb-2648-4c06-8eeb-2d0a2f70036b req-354ade2f-3f23-4b99-8c34-bea74dceb2cb tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.47 "DELETE /v2.0/ports/013b89ce-0933-43a9-97b8-7c023daa7391 HTTP/1.1" status: 204 len: 173 time: 1.2252417 Jun 17 10:19:40.712219 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '957ba30a-110c-44ab-8811-23c67502cc30', 'name': 'network-vif-deleted', 'tag': '013b89ce-0933-43a9-97b8-7c023daa7391'}] {{(pid=93645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:19:40.714835 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25c6fbde856bb10fc3e6f7e7beb0655886cca8e381c3d168db957d1d9f65ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bad48b4-fee6-4a6a-9c12-4306d04df444" -d '{"events": [{"server_uuid": "957ba30a-110c-44ab-8811-23c67502cc30", "name": "network-vif-deleted", "tag": "013b89ce-0933-43a9-97b8-7c023daa7391"}]}' {{(pid=93645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:19:40.915918 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d71fd4-19ef-4148-aea7-362e4f386299 req-09e8009e-f098-4367-a665-df4ffa843b18 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:40.917580 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-97d71fd4-19ef-4148-aea7-362e4f386299 req-09e8009e-f098-4367-a665-df4ffa843b18 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.0862134 Jun 17 10:19:40.978940 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-97d71fd4-19ef-4148-aea7-362e4f386299 req-5b3e0f4e-874a-46f8-9b9e-e08934cfb729 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533485 Jun 17 10:19:41.230154 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b152a85d-27c0-44e9-8484-72406d187bf5 x-openstack-request-id: req-b152a85d-27c0-44e9-8484-72406d187bf5 {{(pid=93645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:19:41.230562 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "957ba30a-110c-44ab-8811-23c67502cc30", "name": "network-vif-deleted", "tag": "013b89ce-0933-43a9-97b8-7c023daa7391", "status": "completed", "code": 200}]} {{(pid=93645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:19:41.231136 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b152a85d-27c0-44e9-8484-72406d187bf5 {{(pid=93645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:19:41.231831 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '957ba30a-110c-44ab-8811-23c67502cc30', 'name': 'network-vif-deleted', 'tag': '013b89ce-0933-43a9-97b8-7c023daa7391', 'status': 'completed', 'code': 200} Jun 17 10:19:41.306395 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c92818c-d4f1-4f8c-ae7e-4f2be2316c04 req-1b9d06d6-4785-4941-a1ea-7749f5007239 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:41.308453 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-5c92818c-d4f1-4f8c-ae7e-4f2be2316c04 req-1b9d06d6-4785-4941-a1ea-7749f5007239 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/networks?id=b9e4b84a-8dde-4ee3-9ab8-7dbe232b2e85 HTTP/1.1" status: 200 len: 815 time: 0.1971099 Jun 17 10:19:41.326141 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-5c92818c-d4f1-4f8c-ae7e-4f2be2316c04 req-167457cf-54a2-426c-9465-b977e415f1b0 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/quotas/9a6c13a11d5746ed9ba089a64e8d2549 HTTP/1.1" status: 200 len: 375 time: 0.0109975 Jun 17 10:19:41.413177 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-5c92818c-d4f1-4f8c-ae7e-4f2be2316c04 req-99651c34-a2dc-4fab-9535-b935184bae37 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=9a6c13a11d5746ed9ba089a64e8d2549&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0807493 Jun 17 10:19:41.566165 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-5c92818c-d4f1-4f8c-ae7e-4f2be2316c04 req-0e8d64ad-aa81-4dc5-a48f-a0bbbcb4b70e service neutron] 10.222.0.22 "GET /v2.0/networks/b9e4b84a-8dde-4ee3-9ab8-7dbe232b2e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301661 Jun 17 10:19:41.714516 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-5c92818c-d4f1-4f8c-ae7e-4f2be2316c04 req-260d3241-2011-4329-b7fb-b0923de163ac service neutron] 10.222.0.22 "GET /v2.0/networks/b9e4b84a-8dde-4ee3-9ab8-7dbe232b2e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353476 Jun 17 10:19:41.900799 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-b5d251c9-14d9-4cfa-96c5-b6b8c2628ba8 req-67ca1490-4dff-46fe-8da8-18e98a19efbb tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/ports?device_id=957ba30a-110c-44ab-8811-23c67502cc30 HTTP/1.1" status: 200 len: 210 time: 0.0379746 Jun 17 10:19:42.128376 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-40475c94-6359-4ce8-ba1c-715a4b2a2365 req-558326e7-64b9-4a29-9abb-f69fac5494bf tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39d8b4f-31c1-4ac5-9c65-a73ee6a64e21 HTTP/1.1" status: 200 len: 210 time: 0.0562298 Jun 17 10:19:42.265750 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c0ffe-f432-4345-aca3-de4b710bb74b req-08584149-ee7f-49d5-8d53-1b5463f0d71b tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:42.272643 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-4a5c0ffe-f432-4345-aca3-de4b710bb74b req-08584149-ee7f-49d5-8d53-1b5463f0d71b tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.1150539 Jun 17 10:19:42.326041 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-4a5c0ffe-f432-4345-aca3-de4b710bb74b req-cee4f9c5-e531-4e63-ae91-05d84d492468 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427513 Jun 17 10:19:43.118760 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-64dd2f17-84f9-4334-9684-e466f10f4d91 req-573a8269-392d-4c69-8577-2f81ffc5ed54 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/ports?device_id=957ba30a-110c-44ab-8811-23c67502cc30 HTTP/1.1" status: 200 len: 210 time: 0.0380495 Jun 17 10:19:43.244354 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-dba37b38-ddfa-475b-a0a6-3766d7df7614 req-4a7446b1-5f8b-480e-87c0-353e2dd79cec tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39d8b4f-31c1-4ac5-9c65-a73ee6a64e21 HTTP/1.1" status: 200 len: 210 time: 0.0330606 Jun 17 10:19:43.595268 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1becb8d-c05c-48a4-94ce-df2b893db892 req-01f22c1d-96b0-43ef-9447-873df1f57390 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:43.598691 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-b1becb8d-c05c-48a4-94ce-df2b893db892 req-01f22c1d-96b0-43ef-9447-873df1f57390 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.1155875 Jun 17 10:19:43.656637 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-b1becb8d-c05c-48a4-94ce-df2b893db892 req-5a90035f-aa58-4313-b80e-1fe765c025be tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469301 Jun 17 10:19:44.360758 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-099b7d16-b49d-4b30-b287-382b517532e7 req-fe68980d-0ca4-44bc-b994-d62c3d08c13d tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/ports?device_id=957ba30a-110c-44ab-8811-23c67502cc30 HTTP/1.1" status: 200 len: 210 time: 0.0540147 Jun 17 10:19:44.418606 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-e905fe50-2fe9-46ea-8a06-d31444b5409c req-e2386d25-a6b7-4ed5-be8a-c4db85ff2b32 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39d8b4f-31c1-4ac5-9c65-a73ee6a64e21 HTTP/1.1" status: 200 len: 210 time: 0.0403290 Jun 17 10:19:44.912496 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d595b-702c-4ff7-96e9-614dcd7d7f90 req-36c71513-6f93-4763-b9bc-948b14903e1a tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:44.914176 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-a29d595b-702c-4ff7-96e9-614dcd7d7f90 req-36c71513-6f93-4763-b9bc-948b14903e1a tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.1041236 Jun 17 10:19:44.965404 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-a29d595b-702c-4ff7-96e9-614dcd7d7f90 req-6044d0c4-bea9-403e-9b50-c0793d4667a9 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398128 Jun 17 10:19:45.145752 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device 013b89ce-0933-43a9-97b8-7c023daa7391 no longer exists at agent hyperv_hv-cinder-79680 {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:19:45.173685 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] No Port match for: 013b89ce-0933-43a9-97b8-7c023daa7391 {{(pid=93646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 10:19:45.174081 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device 013b89ce-0933-43a9-97b8-7c023daa7391 not bound to the agent host hv-cinder-79680 {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 10:19:45.599820 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9b3134f0-d7d4-46de-bf48-cbd87b9bbf71 req-1040bacb-7291-4086-8ecc-e98b4a3d06ab tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/ports?device_id=957ba30a-110c-44ab-8811-23c67502cc30 HTTP/1.1" status: 200 len: 210 time: 0.0478456 Jun 17 10:19:45.624821 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-50b0b660-bc09-40d9-a345-98c8e617dd11 req-08b65d9e-a410-466f-8675-31b61822e8dd tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39d8b4f-31c1-4ac5-9c65-a73ee6a64e21 HTTP/1.1" status: 200 len: 210 time: 0.0612180 Jun 17 10:19:46.227496 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f678f844-9742-4d36-9eed-71ac2e60798a req-9c7911fd-6824-4eaf-a470-71e692fc625c tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:46.230212 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-f678f844-9742-4d36-9eed-71ac2e60798a req-9c7911fd-6824-4eaf-a470-71e692fc625c tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.0958605 Jun 17 10:19:46.311146 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-f678f844-9742-4d36-9eed-71ac2e60798a req-7b5f3d72-a438-45d1-bd1f-2dfc3aa6a9b6 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684979 Jun 17 10:19:46.821268 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-baa283c5-7763-4ef1-ab21-8c38a4d77bea req-518b6ef9-d531-444c-bca2-ffc8bea1e43b tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] 10.222.0.22 "GET /v2.0/ports?device_id=957ba30a-110c-44ab-8811-23c67502cc30 HTTP/1.1" status: 200 len: 210 time: 0.0525386 Jun 17 10:19:47.255915 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-ccbb4d8a-dc1f-4665-9e18-a22de31a6889 req-2a1f82aa-7a1a-49d6-9455-3eaf7a1fd815 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39d8b4f-31c1-4ac5-9c65-a73ee6a64e21 HTTP/1.1" status: 200 len: 210 time: 0.0583620 Jun 17 10:19:47.657313 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7428794d-46a7-4218-a692-5e314ffcc6e9 req-db9006ce-d65b-4eb8-b9b1-f3e2c929a5ba tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:47.676866 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-7428794d-46a7-4218-a692-5e314ffcc6e9 req-db9006ce-d65b-4eb8-b9b1-f3e2c929a5ba tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/networks?id=9a805b2b-cd8e-4e47-bb4f-0c9740043540 HTTP/1.1" status: 200 len: 815 time: 0.3128362 Jun 17 10:19:47.705402 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-7428794d-46a7-4218-a692-5e314ffcc6e9 req-3324a1af-5b94-4ba2-9a00-ddbe3c019616 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/quotas/7c65ad8f35ae464b8ab3462292a725d5 HTTP/1.1" status: 200 len: 375 time: 0.0268798 Jun 17 10:19:47.746434 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c24e3-4b95-4707-ae29-a39860057a04 req-939cc104-8eed-479f-8349-f195b759056c tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:47.748867 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-820c24e3-4b95-4707-ae29-a39860057a04 req-939cc104-8eed-479f-8349-f195b759056c tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.2341275 Jun 17 10:19:47.847956 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-820c24e3-4b95-4707-ae29-a39860057a04 req-cca064aa-a11e-4a91-8ba8-a12c4233d827 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629263 Jun 17 10:19:47.891468 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-7428794d-46a7-4218-a692-5e314ffcc6e9 req-934dcb5a-8a95-4474-91d9-00da87cfb57a tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=7c65ad8f35ae464b8ab3462292a725d5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1769025 Jun 17 10:19:47.908834 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c92818c-d4f1-4f8c-ae7e-4f2be2316c04 req-79341e87-f23e-4bf8-9a8b-c81fc8ca5b9b tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:47.908834 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-5c92818c-d4f1-4f8c-ae7e-4f2be2316c04 req-79341e87-f23e-4bf8-9a8b-c81fc8ca5b9b tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.47 "GET /v2.0/networks?id=b9e4b84a-8dde-4ee3-9ab8-7dbe232b2e85 HTTP/1.1" status: 200 len: 815 time: 0.1916823 Jun 17 10:19:47.937690 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.v2.base [req-5c92818c-d4f1-4f8c-ae7e-4f2be2316c04 req-20b92f87-7736-4c82-a51c-e4924ac4863b tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Request body: {'port': {'device_id': 'd39d8b4f-31c1-4ac5-9c65-a73ee6a64e21', 'network_id': 'b9e4b84a-8dde-4ee3-9ab8-7dbe232b2e85', 'admin_state_up': True, 'tenant_id': '9a6c13a11d5746ed9ba089a64e8d2549'}} {{(pid=93645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:19:48.089442 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 48988) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:19:48.278385 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-d490d0af-d33e-43b9-bc5d-1dd53cfc1c57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:48.322682 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-7428794d-46a7-4218-a692-5e314ffcc6e9 req-6a6bec54-d7a5-426f-9daa-bed2f2d95fef service neutron] 10.222.0.22 "GET /v2.0/networks/9a805b2b-cd8e-4e47-bb4f-0c9740043540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4300303 Jun 17 10:19:48.356642 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c92818c-d4f1-4f8c-ae7e-4f2be2316c04 req-20b92f87-7736-4c82-a51c-e4924ac4863b tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Made reservation on behalf of 9a6c13a11d5746ed9ba089a64e8d2549 for: {'port': 1} {{(pid=93645) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:19:48.362999 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-5c92818c-d4f1-4f8c-ae7e-4f2be2316c04 req-20b92f87-7736-4c82-a51c-e4924ac4863b tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3930454'] for port, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:48.388455 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87210934-b3eb-4676-95e5-84d83a1ba71a req-1d0d092a-c3ae-4778-9a5a-f5c208958227 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:48.390086 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-87210934-b3eb-4676-95e5-84d83a1ba71a req-1d0d092a-c3ae-4778-9a5a-f5c208958227 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 945 time: 0.1420877 Jun 17 10:19:48.485180 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-7428794d-46a7-4218-a692-5e314ffcc6e9 req-222709c2-e695-4984-89dd-f7ebaefb3536 service neutron] 10.222.0.22 "GET /v2.0/networks/9a805b2b-cd8e-4e47-bb4f-0c9740043540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538713 Jun 17 10:19:48.488968 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-87210934-b3eb-4676-95e5-84d83a1ba71a req-535db0e7-648a-4ef1-9f18-016ea1916ce8 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668945 Jun 17 10:19:48.758310 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-d490d0af-d33e-43b9-bc5d-1dd53cfc1c57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:48.775175 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.db_base_plugin_common [req-5c92818c-d4f1-4f8c-ae7e-4f2be2316c04 req-20b92f87-7736-4c82-a51c-e4924ac4863b tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Allocated IP 172.20.0.5 (b9e4b84a-8dde-4ee3-9ab8-7dbe232b2e85/e0f4a3e0-d2e8-4ac0-b721-b783e50aed11/91311a62-c506-4a3e-b0b5-90876d6ff360) {{(pid=93645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:19:48.816956 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-84de4c36-da6a-4c29-a9e2-3b694a971fdb req-c95fcbab-d899-4762-a5b5-817704e53526 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39d8b4f-31c1-4ac5-9c65-a73ee6a64e21 HTTP/1.1" status: 200 len: 210 time: 0.0322707 Jun 17 10:19:48.968255 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-d490d0af-d33e-43b9-bc5d-1dd53cfc1c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:48.974443 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-3813a9f6-7f5a-4905-bf17-8d9101d76177 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:19:48.980201 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-5c92818c-d4f1-4f8c-ae7e-4f2be2316c04 req-20b92f87-7736-4c82-a51c-e4924ac4863b tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Notify callbacks [] for port, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:49.090063 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.provisioning_blocks [req-5c92818c-d4f1-4f8c-ae7e-4f2be2316c04 req-20b92f87-7736-4c82-a51c-e4924ac4863b tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Transition to ACTIVE for port object 91311a62-c506-4a3e-b0b5-90876d6ff360 will not be triggered until provisioned by entity DHCP. {{(pid=93645) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:19:49.103367 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-d490d0af-d33e-43b9-bc5d-1dd53cfc1c57 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=449a4f5fda214c3da18641d531e59c88&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0083239 Jun 17 10:19:49.107889 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 49012) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:19:49.109080 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d490d0af-d33e-43b9-bc5d-1dd53cfc1c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1669dcc-703e-4dd3-95fd-60d6fea83178,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:19:49.125040 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-d490d0af-d33e-43b9-bc5d-1dd53cfc1c57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:19:49.251132 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-408a6429-136d-44cd-b4c3-88e5cfb19b77 req-71b35538-0a64-4e7a-a3e2-bbb10e4daff6 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=92aa0445-ca87-458b-9d1c-8e1e9e681034 HTTP/1.1" status: 200 len: 210 time: 0.0556488 Jun 17 10:19:49.281494 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-11ad073a-cd58-4620-aea3-35c9a3912f0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:49.321393 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b7de80-929a-4c39-8d68-c85a24309cea req-18479184-8717-4d77-a621-6a36bd85b3ae tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:49.323261 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-88b7de80-929a-4c39-8d68-c85a24309cea req-18479184-8717-4d77-a621-6a36bd85b3ae tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.2581477 Jun 17 10:19:49.330651 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-11ad073a-cd58-4620-aea3-35c9a3912f0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:49.370837 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-88b7de80-929a-4c39-8d68-c85a24309cea req-6c4a4de9-2967-4019-bb06-2350291e016b tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391154 Jun 17 10:19:49.405863 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-5c92818c-d4f1-4f8c-ae7e-4f2be2316c04 req-20b92f87-7736-4c82-a51c-e4924ac4863b tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3925395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740733869087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129691327'] for port, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:49.414396 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-2371001e-07ca-48ab-b430-912f5427723a tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:19:49.458889 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c92818c-d4f1-4f8c-ae7e-4f2be2316c04 req-20b92f87-7736-4c82-a51c-e4924ac4863b tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Network b9e4b84a-8dde-4ee3-9ab8-7dbe232b2e85 is already hosted by enough agents. {{(pid=93645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:19:49.462901 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.base_scheduler [req-5c92818c-d4f1-4f8c-ae7e-4f2be2316c04 req-20b92f87-7736-4c82-a51c-e4924ac4863b tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Resources bound (agent type, host, resource id): {{(pid=93645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:19:49.473575 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c92818c-d4f1-4f8c-ae7e-4f2be2316c04 req-20b92f87-7736-4c82-a51c-e4924ac4863b tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Received port after_create {{(pid=93645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:19:49.503131 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b92f87-7736-4c82-a51c-e4924ac4863b tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Pushing event updated for resources: {'Port': ['ID=91311a62-c506-4a3e-b0b5-90876d6ff360,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:19:49.511027 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-20b92f87-7736-4c82-a51c-e4924ac4863b tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:19:49.525377 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-11ad073a-cd58-4620-aea3-35c9a3912f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:49.528257 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-11ad073a-cd58-4620-aea3-35c9a3912f0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:49.529476 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-11ad073a-cd58-4620-aea3-35c9a3912f0f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c1669dcc-703e-4dd3-95fd-60d6fea83178 HTTP/1.1" status: 204 len: 168 time: 0.4139998 Jun 17 10:19:49.533248 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-4a63a4ca-000a-4770-9054-aee98d866b4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:19:49.556017 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c92818c-d4f1-4f8c-ae7e-4f2be2316c04 req-20b92f87-7736-4c82-a51c-e4924ac4863b tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:49.556705 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-5c92818c-d4f1-4f8c-ae7e-4f2be2316c04 req-20b92f87-7736-4c82-a51c-e4924ac4863b tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733'] for port, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:49.564257 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad073a-cd58-4620-aea3-35c9a3912f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1669dcc-703e-4dd3-95fd-60d6fea83178,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:19:49.581216 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-11ad073a-cd58-4620-aea3-35c9a3912f0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:19:49.697099 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-5c92818c-d4f1-4f8c-ae7e-4f2be2316c04 req-20b92f87-7736-4c82-a51c-e4924ac4863b tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7673380 Jun 17 10:19:49.797979 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.agents_db [None req-342b98a1-7fdc-4d24-a539-fe72a001d92b None None] Agent healthcheck: found 6 active agents {{(pid=93647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:19:49.860862 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea12cb84-638e-4928-b9d3-f1b527f95ea2 req-26d90f1a-fce9-42f9-a573-3da5e5dc3601 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:49.863937 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-ea12cb84-638e-4928-b9d3-f1b527f95ea2 req-26d90f1a-fce9-42f9-a573-3da5e5dc3601 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 945 time: 0.1029220 Jun 17 10:19:49.940439 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-ea12cb84-638e-4928-b9d3-f1b527f95ea2 req-6b665ff5-43e4-4b60-9c88-3297543f9205 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583928 Jun 17 10:19:50.086935 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812cd0b4-d972-4d36-8a9d-2b7946035aba req-e3d50a35-5c2f-47e4-96ac-899d5b3ac88b tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:50.088573 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-812cd0b4-d972-4d36-8a9d-2b7946035aba req-e3d50a35-5c2f-47e4-96ac-899d5b3ac88b tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39d8b4f-31c1-4ac5-9c65-a73ee6a64e21 HTTP/1.1" status: 200 len: 931 time: 0.1019454 Jun 17 10:19:50.141936 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-706d9e78-f49b-4453-9f9e-f44a1aab25ad None None] Provisioning for port 91311a62-c506-4a3e-b0b5-90876d6ff360 completed by entity DHCP. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:19:50.152704 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-706d9e78-f49b-4453-9f9e-f44a1aab25ad None None] Provisioning complete for port 91311a62-c506-4a3e-b0b5-90876d6ff360 triggered by entity DHCP. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:19:50.153062 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-706d9e78-f49b-4453-9f9e-f44a1aab25ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:50.161121 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-812cd0b4-d972-4d36-8a9d-2b7946035aba req-c6ffa174-83e7-4e6a-9a8f-81d92e3be2aa tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/security-groups?id=53de0d9a-5a0b-4ab8-8623-79700c1fe6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657377 Jun 17 10:19:50.204817 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-706d9e78-f49b-4453-9f9e-f44a1aab25ad None None] Port 91311a62-c506-4a3e-b0b5-90876d6ff360 cannot update to ACTIVE because it is not bound. {{(pid=93646) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 10:19:50.410842 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-cbfd2511-6e16-4e62-b3a9-6991ea4fcdb1 req-5cef3cb5-241a-4ce6-91c8-0b953b1b437a tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=92aa0445-ca87-458b-9d1c-8e1e9e681034 HTTP/1.1" status: 200 len: 210 time: 0.0524108 Jun 17 10:19:50.679522 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e80cd9-8355-4c21-9ec0-78c81718a9f0 req-00d8e79b-d1c3-4045-8705-c4b6ab3b0a3d tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:50.682245 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-49e80cd9-8355-4c21-9ec0-78c81718a9f0 req-00d8e79b-d1c3-4045-8705-c4b6ab3b0a3d tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.1044128 Jun 17 10:19:50.743852 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-49e80cd9-8355-4c21-9ec0-78c81718a9f0 req-df0834a0-3a26-448d-8d48-0678720dfb4d tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547740 Jun 17 10:19:51.268542 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58842436-3be5-404c-a82e-f16c08c8df00 req-b047a5cf-dce5-414a-9ff5-01e3d0b5c34b tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:51.272197 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-58842436-3be5-404c-a82e-f16c08c8df00 req-b047a5cf-dce5-414a-9ff5-01e3d0b5c34b tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 945 time: 0.1125629 Jun 17 10:19:51.339649 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-58842436-3be5-404c-a82e-f16c08c8df00 req-5a5e76c3-5eae-4fd9-925d-afebdfb7f684 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570204 Jun 17 10:19:51.497845 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ee5104-a7cd-4b18-a38c-72c7efb6de16 req-aae54266-03ea-4276-a09c-74511029b954 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:51.500762 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-c9ee5104-a7cd-4b18-a38c-72c7efb6de16 req-aae54266-03ea-4276-a09c-74511029b954 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39d8b4f-31c1-4ac5-9c65-a73ee6a64e21 HTTP/1.1" status: 200 len: 931 time: 0.1251762 Jun 17 10:19:51.539850 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 49100) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:19:51.576878 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-c9ee5104-a7cd-4b18-a38c-72c7efb6de16 req-b6bacec1-7226-4118-a287-312217602bcd tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/security-groups?id=53de0d9a-5a0b-4ab8-8623-79700c1fe6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647452 Jun 17 10:19:51.632798 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-2459dc46-451b-484e-a8ee-b2aec7a2a9da req-d6c42235-ef53-4ddb-979f-edc8c2f2d357 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=92aa0445-ca87-458b-9d1c-8e1e9e681034 HTTP/1.1" status: 200 len: 210 time: 0.0541272 Jun 17 10:19:51.687843 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.v2.base [None req-f4aace2f-11f1-4af8-b92a-f96a50b5fad7 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1503705393-network', 'tenant_id': '1adadcdc4edb46e09ec9476854d746e8'}} {{(pid=93645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:19:51.862159 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4aace2f-11f1-4af8-b92a-f96a50b5fad7 admin admin] Made reservation on behalf of 1adadcdc4edb46e09ec9476854d746e8 for: {'network': 1} {{(pid=93645) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:19:51.868443 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-f4aace2f-11f1-4af8-b92a-f96a50b5fad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3930454'] for network, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:51.884963 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-f4aace2f-11f1-4af8-b92a-f96a50b5fad7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:51.950361 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c72885-cc19-43c3-ad67-8674e0237602 req-9e8bcb18-77ff-4238-a506-084c945b8c81 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:51.951972 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-78c72885-cc19-43c3-ad67-8674e0237602 req-9e8bcb18-77ff-4238-a506-084c945b8c81 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.0759230 Jun 17 10:19:52.012310 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-78c72885-cc19-43c3-ad67-8674e0237602 req-6375048e-fc81-4e90-986d-83d23fb3542e tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532839 Jun 17 10:19:52.028985 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-f4aace2f-11f1-4af8-b92a-f96a50b5fad7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:52.176688 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-f4aace2f-11f1-4af8-b92a-f96a50b5fad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:52.183429 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-ca91a9c3-f308-4095-ba62-fa7820fe738c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:19:52.214400 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4aace2f-11f1-4af8-b92a-f96a50b5fad7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=93645) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 10:19:52.239633 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aace2f-11f1-4af8-b92a-f96a50b5fad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec323e8-eec6-46cb-8a1c-89d917698f35,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:19:52.247490 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-f4aace2f-11f1-4af8-b92a-f96a50b5fad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:19:52.250866 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-f4aace2f-11f1-4af8-b92a-f96a50b5fad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3785028'] for segment, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:52.250866 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.db.segments_db [None req-f4aace2f-11f1-4af8-b92a-f96a50b5fad7 admin admin] Added segment 36f28760-8206-4988-9aaa-df990eabba47 of type vlan for network 205c007d-e0dc-4507-a41e-7df391e7ed7c Jun 17 10:19:52.317063 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.v2.base [req-5c92818c-d4f1-4f8c-ae7e-4f2be2316c04 req-0ccc237f-aab0-4367-b4b6-91ad921543d7 service neutron] Request body: {'port': {'device_id': 'd39d8b4f-31c1-4ac5-9c65-a73ee6a64e21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79680'}} {{(pid=93645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:19:52.352651 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-f4aace2f-11f1-4af8-b92a-f96a50b5fad7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740733824422'] for network, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:52.426252 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-5c92818c-d4f1-4f8c-ae7e-4f2be2316c04 req-0ccc237f-aab0-4367-b4b6-91ad921543d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:52.604949 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b1bc51-f79f-4418-975f-a20c247b10ea req-0fd41dea-da74-42fa-a0f0-7b9012f4b8f2 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:52.618494 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-82b1bc51-f79f-4418-975f-a20c247b10ea req-0fd41dea-da74-42fa-a0f0-7b9012f4b8f2 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 945 time: 0.0983021 Jun 17 10:19:52.708607 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-82b1bc51-f79f-4418-975f-a20c247b10ea req-8671d954-b590-4fd6-9913-2bd2bc393540 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851021 Jun 17 10:19:52.730140 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-f4aace2f-11f1-4af8-b92a-f96a50b5fad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-714710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243'] for network, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:52.736567 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4aace2f-11f1-4af8-b92a-f96a50b5fad7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:52.738075 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-f4aace2f-11f1-4af8-b92a-f96a50b5fad7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625220'] for network, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:52.767155 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-5038bc40-8343-4a90-ae6b-dbdeedb99f54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:19:52.945684 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-f4aace2f-11f1-4af8-b92a-f96a50b5fad7 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4044776 Jun 17 10:19:52.947051 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 49136) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:19:52.983357 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.v2.base [None req-0f3d7975-dab2-487a-a0d1-81fcde3713f7 admin admin] Request body: {'subnet': {'network_id': '205c007d-e0dc-4507-a41e-7df391e7ed7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1503705393-subnet', 'tenant_id': '1adadcdc4edb46e09ec9476854d746e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:19:53.030256 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-c6a7acd3-8ece-4164-ab88-d25e1c5e63ce req-cba0f473-1642-4f1d-a69d-faf70a0ef6c0 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=92aa0445-ca87-458b-9d1c-8e1e9e681034 HTTP/1.1" status: 200 len: 210 time: 0.0737023 Jun 17 10:19:53.092317 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd123991-1133-41e2-9a65-9ae257a656f7 req-8c76b4e4-6be4-410d-8071-227e8b0d3e10 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:53.106705 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-fd123991-1133-41e2-9a65-9ae257a656f7 req-8c76b4e4-6be4-410d-8071-227e8b0d3e10 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39d8b4f-31c1-4ac5-9c65-a73ee6a64e21 HTTP/1.1" status: 200 len: 931 time: 0.2487147 Jun 17 10:19:53.135161 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aace2f-11f1-4af8-b92a-f96a50b5fad7 admin admin] Pushing event updated for resources: {'Network': ['ID=205c007d-e0dc-4507-a41e-7df391e7ed7c,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:19:53.155939 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Network 205c007d-e0dc-4507-a41e-7df391e7ed7c details requested by agent ovs-agent-dv-cinder-796806-1-iscsi with host dv-cinder-796806-1-iscsi {{(pid=93646) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 10:19:53.161600 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-f4aace2f-11f1-4af8-b92a-f96a50b5fad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:19:53.197842 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-fd123991-1133-41e2-9a65-9ae257a656f7 req-1379cf67-c1e0-4a0b-bea3-12f6451f0325 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/security-groups?id=53de0d9a-5a0b-4ab8-8623-79700c1fe6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881550 Jun 17 10:19:53.375101 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3d7975-dab2-487a-a0d1-81fcde3713f7 admin admin] Made reservation on behalf of 1adadcdc4edb46e09ec9476854d746e8 for: {'subnet': 1} {{(pid=93645) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:19:53.377899 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-0f3d7975-dab2-487a-a0d1-81fcde3713f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129735836'] for subnet, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:53.424760 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef2e0e5-8198-414b-8295-11fd4538603c req-079596d4-d030-4847-9b69-08c8697ad5af tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:53.426390 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.notifiers.nova [req-5c92818c-d4f1-4f8c-ae7e-4f2be2316c04 req-0ccc237f-aab0-4367-b4b6-91ad921543d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91311a62-c506-4a3e-b0b5-90876d6ff360 {{(pid=93645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:19:53.427060 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-eef2e0e5-8198-414b-8295-11fd4538603c req-079596d4-d030-4847-9b69-08c8697ad5af tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.1131141 Jun 17 10:19:53.468523 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-5c92818c-d4f1-4f8c-ae7e-4f2be2316c04 req-0ccc237f-aab0-4367-b4b6-91ad921543d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:53.479881 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-eef2e0e5-8198-414b-8295-11fd4538603c req-3ab7e613-256d-4d6e-ba14-9ca8cd7519c5 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419822 Jun 17 10:19:53.509550 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.provisioning_blocks [req-5c92818c-d4f1-4f8c-ae7e-4f2be2316c04 req-0ccc237f-aab0-4367-b4b6-91ad921543d7 service neutron] Transition to ACTIVE for port object 91311a62-c506-4a3e-b0b5-90876d6ff360 will not be triggered until provisioned by entity L2. {{(pid=93645) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:19:53.682668 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-5c92818c-d4f1-4f8c-ae7e-4f2be2316c04 req-0ccc237f-aab0-4367-b4b6-91ad921543d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129691277'] for port, after_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:53.696606 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-e704987f-42ed-45b6-b752-ab1995341577 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:19:53.830704 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccc237f-aab0-4367-b4b6-91ad921543d7 service neutron] Pushing event updated for resources: {'Port': ['ID=91311a62-c506-4a3e-b0b5-90876d6ff360,revision_number=2']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:19:53.853574 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-0ccc237f-aab0-4367-b4b6-91ad921543d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:19:53.884936 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-0f3d7975-dab2-487a-a0d1-81fcde3713f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129691139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129735822'] for subnet, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:53.894910 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-be6f83b6-f9c1-4def-ae4b-e23acc600669 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:19:54.000002 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3d7975-dab2-487a-a0d1-81fcde3713f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2edda0e7-6fb2-4040-a41f-3dd2329e7f34,revision_number=0']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:19:54.005092 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-0f3d7975-dab2-487a-a0d1-81fcde3713f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:19:54.006037 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.managers [req-5c92818c-d4f1-4f8c-ae7e-4f2be2316c04 req-0ccc237f-aab0-4367-b4b6-91ad921543d7 service neutron] Attempting to bind port 91311a62-c506-4a3e-b0b5-90876d6ff360 on host hv-cinder-79680 for vnic_type normal with profile {{(pid=93645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:19:54.006461 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.managers [req-5c92818c-d4f1-4f8c-ae7e-4f2be2316c04 req-0ccc237f-aab0-4367-b4b6-91ad921543d7 service neutron] Attempting to bind port 91311a62-c506-4a3e-b0b5-90876d6ff360 by drivers openvswitch,hyperv on host hv-cinder-79680 at level 0 using segments [{'id': 'fbd9f26e-5ef6-41de-b20d-bb9149a77337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b9e4b84a-8dde-4ee3-9ab8-7dbe232b2e85'}] {{(pid=93645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:19:54.006997 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c92818c-d4f1-4f8c-ae7e-4f2be2316c04 req-0ccc237f-aab0-4367-b4b6-91ad921543d7 service neutron] Attempting to bind port 91311a62-c506-4a3e-b0b5-90876d6ff360 on network b9e4b84a-8dde-4ee3-9ab8-7dbe232b2e85 {{(pid=93645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:19:54.017679 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01f9e0b-e28e-4153-a273-5d5f58d49c76 req-c819fd09-c2d6-42e2-a67b-3af42ba309ab tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:54.024851 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c92818c-d4f1-4f8c-ae7e-4f2be2316c04 req-0ccc237f-aab0-4367-b4b6-91ad921543d7 service neutron] Port 91311a62-c506-4a3e-b0b5-90876d6ff360 on network b9e4b84a-8dde-4ee3-9ab8-7dbe232b2e85 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79680 {{(pid=93645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 10:19:54.025586 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c92818c-d4f1-4f8c-ae7e-4f2be2316c04 req-0ccc237f-aab0-4367-b4b6-91ad921543d7 service neutron] Attempting to bind port 91311a62-c506-4a3e-b0b5-90876d6ff360 on network b9e4b84a-8dde-4ee3-9ab8-7dbe232b2e85 {{(pid=93645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:19:54.032300 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-f01f9e0b-e28e-4153-a273-5d5f58d49c76 req-c819fd09-c2d6-42e2-a67b-3af42ba309ab tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 945 time: 0.1170921 Jun 17 10:19:54.049936 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c92818c-d4f1-4f8c-ae7e-4f2be2316c04 req-0ccc237f-aab0-4367-b4b6-91ad921543d7 service neutron] Checking agent: {'id': '71ef71fd-f9ba-4ed4-b44a-140e16714f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79680', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 14, 58), 'started_at': datetime.datetime(2021, 6, 17, 10, 14, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:19:54.051061 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c92818c-d4f1-4f8c-ae7e-4f2be2316c04 req-0ccc237f-aab0-4367-b4b6-91ad921543d7 service neutron] Checking segment: {'id': 'fbd9f26e-5ef6-41de-b20d-bb9149a77337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b9e4b84a-8dde-4ee3-9ab8-7dbe232b2e85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:19:54.052067 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c92818c-d4f1-4f8c-ae7e-4f2be2316c04 req-0ccc237f-aab0-4367-b4b6-91ad921543d7 service neutron] Bound using segment: {'id': 'fbd9f26e-5ef6-41de-b20d-bb9149a77337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b9e4b84a-8dde-4ee3-9ab8-7dbe232b2e85'} {{(pid=93645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:19:54.052960 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.managers [req-5c92818c-d4f1-4f8c-ae7e-4f2be2316c04 req-0ccc237f-aab0-4367-b4b6-91ad921543d7 service neutron] Bound port: 91311a62-c506-4a3e-b0b5-90876d6ff360, host: hv-cinder-79680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbd9f26e-5ef6-41de-b20d-bb9149a77337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'b9e4b84a-8dde-4ee3-9ab8-7dbe232b2e85'}}] {{(pid=93645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:19:54.053650 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-5c92818c-d4f1-4f8c-ae7e-4f2be2316c04 req-0ccc237f-aab0-4367-b4b6-91ad921543d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:54.071246 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3d7975-dab2-487a-a0d1-81fcde3713f7 admin admin] Checking segment: {'id': '36f28760-8206-4988-9aaa-df990eabba47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '205c007d-e0dc-4507-a41e-7df391e7ed7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:19:54.071676 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3d7975-dab2-487a-a0d1-81fcde3713f7 admin admin] Network hostable DHCP agents. Network: 205c007d-e0dc-4507-a41e-7df391e7ed7c, hostable agents: ['337bcc12-ee2b-4966-b704-642398d54e19'], hosted agents: [] {{(pid=93645) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 10:19:54.099380 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-f01f9e0b-e28e-4153-a273-5d5f58d49c76 req-08c7f54b-a84d-472c-b528-fc4a35c1d970 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657713 Jun 17 10:19:54.168073 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.db [req-5c92818c-d4f1-4f8c-ae7e-4f2be2316c04 req-0ccc237f-aab0-4367-b4b6-91ad921543d7 service neutron] For port 91311a62-c506-4a3e-b0b5-90876d6ff360, host hv-cinder-79680, cleared binding levels {{(pid=93645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:19:54.182719 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.db [req-5c92818c-d4f1-4f8c-ae7e-4f2be2316c04 req-0ccc237f-aab0-4367-b4b6-91ad921543d7 service neutron] For port 91311a62-c506-4a3e-b0b5-90876d6ff360, host hv-cinder-79680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=91311a62-c506-4a3e-b0b5-90876d6ff360,segment=NetworkSegment(fbd9f26e-5ef6-41de-b20d-bb9149a77337),segment_id=fbd9f26e-5ef6-41de-b20d-bb9149a77337)] {{(pid=93645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:19:54.251339 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3d7975-dab2-487a-a0d1-81fcde3713f7 admin admin] Network 205c007d-e0dc-4507-a41e-7df391e7ed7c is scheduled to be hosted by DHCP agent 337bcc12-ee2b-4966-b704-642398d54e19 with binding_index 1 {{(pid=93645) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 10:19:54.314504 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-5c92818c-d4f1-4f8c-ae7e-4f2be2316c04 req-0ccc237f-aab0-4367-b4b6-91ad921543d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129691277'] for port, after_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:54.326587 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-fc5357a4-2c92-485e-aca4-877684008de5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:19:54.336921 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c92818c-d4f1-4f8c-ae7e-4f2be2316c04 req-0ccc237f-aab0-4367-b4b6-91ad921543d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:54.338747 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-5c92818c-d4f1-4f8c-ae7e-4f2be2316c04 req-0ccc237f-aab0-4367-b4b6-91ad921543d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733'] for port, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:54.340584 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-5c92818c-d4f1-4f8c-ae7e-4f2be2316c04 req-0ccc237f-aab0-4367-b4b6-91ad921543d7 service neutron] 10.222.0.47 "PUT /v2.0/ports/91311a62-c506-4a3e-b0b5-90876d6ff360 HTTP/1.1" status: 200 len: 1093 time: 2.0309289 Jun 17 10:19:54.342447 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd39d8b4f-31c1-4ac5-9c65-a73ee6a64e21', 'tag': '91311a62-c506-4a3e-b0b5-90876d6ff360'}] {{(pid=93645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:19:54.349442 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25c6fbde856bb10fc3e6f7e7beb0655886cca8e381c3d168db957d1d9f65ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-416dda34-db94-4029-85c5-c02095397f0a" -d '{"events": [{"name": "network-changed", "server_uuid": "d39d8b4f-31c1-4ac5-9c65-a73ee6a64e21", "tag": "91311a62-c506-4a3e-b0b5-90876d6ff360"}]}' {{(pid=93645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:19:54.360551 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-7780bb56-8da1-4dce-bea7-4d4d17833525 req-721e28ae-f9fb-46de-97ec-f52af6fe1e76 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=92aa0445-ca87-458b-9d1c-8e1e9e681034 HTTP/1.1" status: 200 len: 210 time: 0.0823293 Jun 17 10:19:54.420235 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.base_scheduler [None req-0f3d7975-dab2-487a-a0d1-81fcde3713f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796806-1-iscsi, 205c007d-e0dc-4507-a41e-7df391e7ed7c) {{(pid=93645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:19:54.435129 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3d7975-dab2-487a-a0d1-81fcde3713f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:54.438660 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db06d5fa-90e4-482e-abb9-2a17b4eb4dcb None None] Network 205c007d-e0dc-4507-a41e-7df391e7ed7c requested from dv-cinder-796806-1-iscsi {{(pid=93646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:19:54.445272 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-0f3d7975-dab2-487a-a0d1-81fcde3713f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625220'] for subnet, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:54.523431 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccc237f-aab0-4367-b4b6-91ad921543d7 service neutron] Pushing event updated for resources: {'Port': ['ID=91311a62-c506-4a3e-b0b5-90876d6ff360,revision_number=3']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:19:54.527389 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 10:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8385238-ef1e-4937-8200-c1378996d547 x-openstack-request-id: req-b8385238-ef1e-4937-8200-c1378996d547 {{(pid=93645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:19:54.527741 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d39d8b4f-31c1-4ac5-9c65-a73ee6a64e21", "tag": "91311a62-c506-4a3e-b0b5-90876d6ff360", "status": "completed", "code": 200}]} {{(pid=93645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:19:54.528110 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b8385238-ef1e-4937-8200-c1378996d547 {{(pid=93645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:19:54.528602 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd39d8b4f-31c1-4ac5-9c65-a73ee6a64e21', 'tag': '91311a62-c506-4a3e-b0b5-90876d6ff360', 'status': 'completed', 'code': 200} Jun 17 10:19:54.529493 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-0ccc237f-aab0-4367-b4b6-91ad921543d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:19:54.624053 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-0f3d7975-dab2-487a-a0d1-81fcde3713f7 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6491597 Jun 17 10:19:54.636389 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ab6785-d8ef-40e6-be7c-99cab5303d51 req-692e3926-7791-41a1-a7e2-99a66016c557 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:54.638361 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d0ab6785-d8ef-40e6-be7c-99cab5303d51 req-692e3926-7791-41a1-a7e2-99a66016c557 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39d8b4f-31c1-4ac5-9c65-a73ee6a64e21 HTTP/1.1" status: 200 len: 943 time: 0.2058747 Jun 17 10:19:54.712406 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d0ab6785-d8ef-40e6-be7c-99cab5303d51 req-08bb2d7e-1f77-47ed-a93e-74cf7b3e59b1 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/security-groups?id=53de0d9a-5a0b-4ab8-8623-79700c1fe6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648029 Jun 17 10:19:54.877284 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cedafe-9f2f-4de6-9ab5-d4ca4336c0c5 req-4f0d0cff-01c0-4999-a6c8-e36b8e4d8496 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:54.882167 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-c2cedafe-9f2f-4de6-9ab5-d4ca4336c0c5 req-4f0d0cff-01c0-4999-a6c8-e36b8e4d8496 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.1310921 Jun 17 10:19:54.887315 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7910065-f688-406a-8087-198939a6a38c None None] Network 205c007d-e0dc-4507-a41e-7df391e7ed7c requested from dv-cinder-796806-1-iscsi {{(pid=93646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:19:54.951057 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-c2cedafe-9f2f-4de6-9ab5-d4ca4336c0c5 req-52e007cb-69ca-459b-8272-00d2e154114b tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602317 Jun 17 10:19:55.374220 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba747bc-f3ed-441c-8346-9901e2ee334e req-65fc90bb-1cd9-4d5d-b9d7-fbc465a2cb48 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:55.376457 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9ba747bc-f3ed-441c-8346-9901e2ee334e req-65fc90bb-1cd9-4d5d-b9d7-fbc465a2cb48 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 945 time: 0.1096704 Jun 17 10:19:55.433086 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9ba747bc-f3ed-441c-8346-9901e2ee334e req-29db045d-e523-4ccd-8b18-f2fdc252e308 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460265 Jun 17 10:19:55.618368 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-58caddf1-182a-49df-a1b1-84e42ac65e70 req-43efb82a-ede9-4005-9152-85c64907f454 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=92aa0445-ca87-458b-9d1c-8e1e9e681034 HTTP/1.1" status: 200 len: 210 time: 0.0554605 Jun 17 10:19:56.084504 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b40cace-788d-447d-8cf1-962d043665aa req-c788f8b6-e931-4b5d-98a1-ad43a2cc91c0 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:56.087216 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-2b40cace-788d-447d-8cf1-962d043665aa req-c788f8b6-e931-4b5d-98a1-ad43a2cc91c0 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39d8b4f-31c1-4ac5-9c65-a73ee6a64e21 HTTP/1.1" status: 200 len: 943 time: 0.1399250 Jun 17 10:19:56.225451 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-2b40cace-788d-447d-8cf1-962d043665aa req-c6783b68-7bb0-44ba-8e8c-94b035421b7d tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/security-groups?id=53de0d9a-5a0b-4ab8-8623-79700c1fe6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268749 Jun 17 10:19:56.284861 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a1c0c9-85a5-480b-a057-af446ea939ce req-ec998468-97dd-4c56-85f0-1e9d08412cc0 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:56.286646 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d1a1c0c9-85a5-480b-a057-af446ea939ce req-ec998468-97dd-4c56-85f0-1e9d08412cc0 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.1275525 Jun 17 10:19:56.358597 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d1a1c0c9-85a5-480b-a057-af446ea939ce req-68f392ce-fe5a-44db-bf13-ba471862e86a tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600755 Jun 17 10:19:56.750091 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac01cd-0e73-483e-8389-484a0ad017ea req-871137d8-0ffe-4375-9635-647a70d9b909 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:56.758245 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-bdac01cd-0e73-483e-8389-484a0ad017ea req-871137d8-0ffe-4375-9635-647a70d9b909 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 945 time: 0.1718132 Jun 17 10:19:56.830791 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-bdac01cd-0e73-483e-8389-484a0ad017ea req-9d58b4d4-59a9-4615-afae-b30b5736fbaa tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655258 Jun 17 10:19:56.914857 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-dfe59084-4a53-4e24-9a5a-16243babcb1a req-60c0437c-3c8a-4413-996a-2f6432ad4702 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=92aa0445-ca87-458b-9d1c-8e1e9e681034 HTTP/1.1" status: 200 len: 210 time: 0.0642717 Jun 17 10:19:57.538765 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac708453-d541-457e-893f-ef8d69623f0f req-0f6dabe1-017a-43d0-b155-f9e2522f205a tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:57.540422 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-ac708453-d541-457e-893f-ef8d69623f0f req-0f6dabe1-017a-43d0-b155-f9e2522f205a tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39d8b4f-31c1-4ac5-9c65-a73ee6a64e21 HTTP/1.1" status: 200 len: 943 time: 0.1011612 Jun 17 10:19:57.632694 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-ac708453-d541-457e-893f-ef8d69623f0f req-b3f3bc8f-7f2f-4786-ac88-a6e11bc67eaf tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/security-groups?id=53de0d9a-5a0b-4ab8-8623-79700c1fe6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838053 Jun 17 10:19:57.757263 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66425a8e-bf3f-4f7f-bad1-2c9eca26efae req-0436fa0b-c810-4199-8fb2-c0a9ed22aaa8 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:57.758988 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-66425a8e-bf3f-4f7f-bad1-2c9eca26efae req-0436fa0b-c810-4199-8fb2-c0a9ed22aaa8 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.1521137 Jun 17 10:19:57.843191 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-66425a8e-bf3f-4f7f-bad1-2c9eca26efae req-fda9f230-8c67-4775-91d9-6163da289f16 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697467 Jun 17 10:19:57.929999 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:58.268561 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-44bc1da0-69c9-4e05-8a69-e3bf8ab41be1 req-d41a8d76-28ff-41a0-83c7-771ecf7b3551 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=92aa0445-ca87-458b-9d1c-8e1e9e681034 HTTP/1.1" status: 200 len: 210 time: 0.0623333 Jun 17 10:19:58.338505 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd4dbb-b7df-4c4c-a009-e5cd2886d945 req-d0997c0d-e663-4920-9eff-d943e9fd7102 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:58.360293 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-42bd4dbb-b7df-4c4c-a009-e5cd2886d945 req-d0997c0d-e663-4920-9eff-d943e9fd7102 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 945 time: 0.2597787 Jun 17 10:19:58.482187 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-42bd4dbb-b7df-4c4c-a009-e5cd2886d945 req-e10a25be-6cbe-4997-b1d5-24af4eb3776d tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186318 Jun 17 10:19:59.199106 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19129d4-6d09-46bc-92ed-1394ae480d5c req-54810043-3cb9-4c02-bd43-2dcf55e066c4 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:59.202722 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-a19129d4-6d09-46bc-92ed-1394ae480d5c req-54810043-3cb9-4c02-bd43-2dcf55e066c4 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39d8b4f-31c1-4ac5-9c65-a73ee6a64e21 HTTP/1.1" status: 200 len: 943 time: 0.1766813 Jun 17 10:19:59.304603 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-a19129d4-6d09-46bc-92ed-1394ae480d5c req-c3a2ad34-510c-4a57-a299-e529be12f1e0 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/security-groups?id=53de0d9a-5a0b-4ab8-8623-79700c1fe6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829391 Jun 17 10:19:59.652546 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 49282) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:19:59.898401 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-30dff0ff-52e5-4522-a136-d48c771d1d87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:19:59.942598 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e2d13e-756d-4896-8e3e-c55bb8c33f0b req-bcc07acd-378c-430b-b07e-3a97ff935591 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:19:59.945954 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-00e2d13e-756d-4896-8e3e-c55bb8c33f0b req-bcc07acd-378c-430b-b07e-3a97ff935591 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.1728196 Jun 17 10:20:00.012439 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-00e2d13e-756d-4896-8e3e-c55bb8c33f0b req-204f9873-ce59-46a5-8eb6-b5f76777d2be tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595958 Jun 17 10:20:00.090396 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-30dff0ff-52e5-4522-a136-d48c771d1d87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:00.393412 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-206d80bc-c9a2-42e9-9116-ee52e618f5a4 req-33de6426-e780-442d-b324-f8f66de0d585 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=92aa0445-ca87-458b-9d1c-8e1e9e681034 HTTP/1.1" status: 200 len: 210 time: 0.0693512 Jun 17 10:20:00.559305 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-390ddde1-ac6f-4b8e-bf47-060c70b2ee66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:00.618232 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-30dff0ff-52e5-4522-a136-d48c771d1d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:00.682271 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:20:00.694109 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-30dff0ff-52e5-4522-a136-d48c771d1d87 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1099bcb9c5304f0493863a0c165fd833&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0396490 Jun 17 10:20:00.695634 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 49290) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:20:00.802656 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e144b0bf-141e-4167-9423-84d5aa4a6496 req-325b8ee2-0c44-4189-8833-4e49bfc2483e tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:00.805215 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-e144b0bf-141e-4167-9423-84d5aa4a6496 req-325b8ee2-0c44-4189-8833-4e49bfc2483e tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 945 time: 0.1588962 Jun 17 10:20:00.828473 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dff0ff-52e5-4522-a136-d48c771d1d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=071f1e06-16ee-477a-a424-209c844b6969,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:20:00.848861 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-30dff0ff-52e5-4522-a136-d48c771d1d87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:20:00.901994 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-dd0c17b0-dd0c-4c61-9a4f-5aef2603e476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:00.929695 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-e144b0bf-141e-4167-9423-84d5aa4a6496 req-af5c7fb9-26f3-4493-8244-d4f943539143 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105468 Jun 17 10:20:01.009483 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-dd0c17b0-dd0c-4c61-9a4f-5aef2603e476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:01.387933 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8515e925-7bee-4ce9-9edf-675b14b96b5f req-ddc755d3-1fd2-4d73-b548-11beb0bbe6a4 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:01.390885 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-8515e925-7bee-4ce9-9edf-675b14b96b5f req-ddc755d3-1fd2-4d73-b548-11beb0bbe6a4 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39d8b4f-31c1-4ac5-9c65-a73ee6a64e21 HTTP/1.1" status: 200 len: 943 time: 0.1426849 Jun 17 10:20:01.468087 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-dd0c17b0-dd0c-4c61-9a4f-5aef2603e476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:01.474060 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-dd0c17b0-dd0c-4c61-9a4f-5aef2603e476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:01.480846 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-dd0c17b0-dd0c-4c61-9a4f-5aef2603e476 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/071f1e06-16ee-477a-a424-209c844b6969 HTTP/1.1" status: 204 len: 168 time: 0.7805660 Jun 17 10:20:01.483141 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-bf4e8452-6303-4602-af59-f56fffa7fe1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:20:01.512196 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-8515e925-7bee-4ce9-9edf-675b14b96b5f req-92154216-998e-47bd-919f-3133bed72a1a tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/security-groups?id=53de0d9a-5a0b-4ab8-8623-79700c1fe6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105435 Jun 17 10:20:01.536551 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0c17b0-dd0c-4c61-9a4f-5aef2603e476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071f1e06-16ee-477a-a424-209c844b6969,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:20:01.546956 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-dd0c17b0-dd0c-4c61-9a4f-5aef2603e476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:20:01.908848 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7374c068-2f12-44c5-ad46-76d631a22380 req-4ed93471-d6e4-4c44-b437-4f32c61e23f6 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:01.911092 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-7374c068-2f12-44c5-ad46-76d631a22380 req-4ed93471-d6e4-4c44-b437-4f32c61e23f6 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.1116092 Jun 17 10:20:02.109091 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-7374c068-2f12-44c5-ad46-76d631a22380 req-07724639-853b-4394-b35e-824516e8cb9a tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776826 Jun 17 10:20:02.398423 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-cb27597d-daa9-465a-954d-835eb3e7d670 req-a6c0777a-eb30-4944-8b51-7a3b33d2f1bb tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=92aa0445-ca87-458b-9d1c-8e1e9e681034 HTTP/1.1" status: 200 len: 210 time: 0.0626822 Jun 17 10:20:02.801484 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0784719d-5ab5-4f0b-813b-6c1c7f524001 req-0d7354e7-7d1d-4e7f-82bc-39f8a901821e tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:02.805743 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-0784719d-5ab5-4f0b-813b-6c1c7f524001 req-0d7354e7-7d1d-4e7f-82bc-39f8a901821e tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 945 time: 0.2251108 Jun 17 10:20:02.955567 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-0784719d-5ab5-4f0b-813b-6c1c7f524001 req-6acf3992-1105-4cce-bbaf-495d50dc75ce tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136270 Jun 17 10:20:03.270287 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90575cb5-296e-462e-aacf-96fec9a6ce94 req-53150fad-bae7-42d7-ba1e-c98b6ac34219 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:03.273240 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-90575cb5-296e-462e-aacf-96fec9a6ce94 req-53150fad-bae7-42d7-ba1e-c98b6ac34219 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39d8b4f-31c1-4ac5-9c65-a73ee6a64e21 HTTP/1.1" status: 200 len: 943 time: 0.1327381 Jun 17 10:20:03.325327 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-061ca40c-98c0-4b5a-a201-2c695375b68c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:03.370890 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-90575cb5-296e-462e-aacf-96fec9a6ce94 req-38ac1386-3a35-47c3-bb94-9cfaea20e929 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/security-groups?id=53de0d9a-5a0b-4ab8-8623-79700c1fe6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886385 Jun 17 10:20:03.484887 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:03.887871 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00effe88-fcbd-4855-9697-d78b3a01a378 req-b613d31d-1675-4312-bc47-a8e6d1aad42f tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:03.891675 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-00effe88-fcbd-4855-9697-d78b3a01a378 req-b613d31d-1675-4312-bc47-a8e6d1aad42f tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.2211404 Jun 17 10:20:04.023854 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-00effe88-fcbd-4855-9697-d78b3a01a378 req-3cdedbf3-654a-4ff1-bae6-0d683f4a81f3 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214581 Jun 17 10:20:04.352020 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 49338) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:20:04.442618 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-59528d5f-cc28-4346-b7f0-909c5c711097 req-c431e93c-d722-4d28-b44b-ba2d0739a85f tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=92aa0445-ca87-458b-9d1c-8e1e9e681034 HTTP/1.1" status: 200 len: 210 time: 0.1090264 Jun 17 10:20:04.658075 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.v2.base [None req-c0242d3b-6275-42c0-9056-77e129bad2d9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-948250959-network', 'tenant_id': 'a48f3a58719945bcbe434bb642bb07c4'}} {{(pid=93645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:20:04.799223 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0242d3b-6275-42c0-9056-77e129bad2d9 admin admin] Made reservation on behalf of a48f3a58719945bcbe434bb642bb07c4 for: {'network': 1} {{(pid=93645) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:20:04.804737 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-c0242d3b-6275-42c0-9056-77e129bad2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3930454'] for network, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:04.842429 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-c0242d3b-6275-42c0-9056-77e129bad2d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:04.935340 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1637d88-8834-40cf-adab-e255107ddbab req-3960f3e0-56ab-4078-8b15-13eda8269c1a tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:04.937391 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-b1637d88-8834-40cf-adab-e255107ddbab req-3960f3e0-56ab-4078-8b15-13eda8269c1a tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 945 time: 0.2003684 Jun 17 10:20:05.031026 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-b1637d88-8834-40cf-adab-e255107ddbab req-e968f783-be61-4da0-a33d-766f1ba61849 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812609 Jun 17 10:20:05.033319 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-76f1cb7e-d4ef-4c29-a3c2-2b16775f9f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:05.191446 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-c0242d3b-6275-42c0-9056-77e129bad2d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:05.285153 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-c0242d3b-6275-42c0-9056-77e129bad2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:05.292393 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-e1823cab-0d73-4355-8783-66e87251fc71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:20:05.365471 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0242d3b-6275-42c0-9056-77e129bad2d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=93645) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 10:20:05.415738 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0242d3b-6275-42c0-9056-77e129bad2d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61fc0ca8-c2ff-4d4a-91fe-a577a08020d8,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:20:05.445681 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-c0242d3b-6275-42c0-9056-77e129bad2d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:20:05.483136 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-c0242d3b-6275-42c0-9056-77e129bad2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3785028'] for segment, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:05.486279 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.db.segments_db [None req-c0242d3b-6275-42c0-9056-77e129bad2d9 admin admin] Added segment e5a4c8b0-db77-4faf-bf25-5097f0723781 of type vlan for network a9682b63-2ad1-4cec-a7f3-70239b2c7a86 Jun 17 10:20:05.531714 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdda447-4f35-4ee1-970e-1348fd3d9354 req-55467b5a-c033-48d5-a499-87e5ad4cc11c tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:05.535409 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-3bdda447-4f35-4ee1-970e-1348fd3d9354 req-55467b5a-c033-48d5-a499-87e5ad4cc11c tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39d8b4f-31c1-4ac5-9c65-a73ee6a64e21 HTTP/1.1" status: 200 len: 943 time: 0.2112210 Jun 17 10:20:05.630257 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-c0242d3b-6275-42c0-9056-77e129bad2d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740733824422'] for network, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:05.703614 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-3bdda447-4f35-4ee1-970e-1348fd3d9354 req-b8d3ca7d-43ba-4cf6-b3f3-ea8e5e00bfff tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/security-groups?id=53de0d9a-5a0b-4ab8-8623-79700c1fe6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510422 Jun 17 10:20:05.894846 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-c0242d3b-6275-42c0-9056-77e129bad2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-714710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243'] for network, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:05.900027 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0242d3b-6275-42c0-9056-77e129bad2d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:05.906389 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-c0242d3b-6275-42c0-9056-77e129bad2d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625220'] for network, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:05.908142 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-0df6e765-ab84-4088-b362-8e90d9db8197 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:20:06.071786 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-c0242d3b-6275-42c0-9056-77e129bad2d9 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7166324 Jun 17 10:20:06.073278 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0242d3b-6275-42c0-9056-77e129bad2d9 admin admin] Pushing event updated for resources: {'Network': ['ID=a9682b63-2ad1-4cec-a7f3-70239b2c7a86,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:20:06.078243 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 49352) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:20:06.091158 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-c0242d3b-6275-42c0-9056-77e129bad2d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:20:06.093390 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Network a9682b63-2ad1-4cec-a7f3-70239b2c7a86 details requested by agent ovs-agent-dv-cinder-796806-1-iscsi with host dv-cinder-796806-1-iscsi {{(pid=93646) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 10:20:06.107246 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.v2.base [None req-cf28cfe0-a9f8-4533-b7a9-131651937dbd admin admin] Request body: {'subnet': {'network_id': 'a9682b63-2ad1-4cec-a7f3-70239b2c7a86', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-948250959-subnet', 'tenant_id': 'a48f3a58719945bcbe434bb642bb07c4', 'ip_version': 4}} {{(pid=93644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:20:06.440793 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e627a5e-f8db-48b9-b6db-3c445333f3db req-9c65d15d-7bf9-4ceb-805f-f5773313780d tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:06.444350 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6e627a5e-f8db-48b9-b6db-3c445333f3db req-9c65d15d-7bf9-4ceb-805f-f5773313780d tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.2628670 Jun 17 10:20:06.544824 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6e627a5e-f8db-48b9-b6db-3c445333f3db req-7ab63ad8-188d-4874-93a9-14cbbb6518b7 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844171 Jun 17 10:20:06.960025 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-dee5e1a8-8e44-406a-a212-d0b1d7460e33 req-b9f70716-e05f-4e68-9d86-2dc924b164c8 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=92aa0445-ca87-458b-9d1c-8e1e9e681034 HTTP/1.1" status: 200 len: 210 time: 0.0965354 Jun 17 10:20:07.002396 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf28cfe0-a9f8-4533-b7a9-131651937dbd admin admin] Made reservation on behalf of a48f3a58719945bcbe434bb642bb07c4 for: {'subnet': 1} {{(pid=93644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:20:07.004351 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-cf28cfe0-a9f8-4533-b7a9-131651937dbd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130007665'] for subnet, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:07.210177 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8334b2a8-081d-4a08-b273-522b2363e8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:07.664897 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b4860b-758e-4416-8111-dd1bdda5dfc5 req-fb72b061-53bf-47cb-a953-326f2b1f664e tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:07.669642 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-17b4860b-758e-4416-8111-dd1bdda5dfc5 req-fb72b061-53bf-47cb-a953-326f2b1f664e tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 945 time: 0.3520825 Jun 17 10:20:07.787252 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-cf28cfe0-a9f8-4533-b7a9-131651937dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125912203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130007651'] for subnet, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:07.820097 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-ba79d284-4430-461a-bbb1-20cae513a2a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:20:07.925382 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-17b4860b-758e-4416-8111-dd1bdda5dfc5 req-de4cd2b0-cf7a-479b-8d66-668a22407f2a tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2211690 Jun 17 10:20:08.036208 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf28cfe0-a9f8-4533-b7a9-131651937dbd admin admin] Checking segment: {'id': 'e5a4c8b0-db77-4faf-bf25-5097f0723781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a9682b63-2ad1-4cec-a7f3-70239b2c7a86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:20:08.037510 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf28cfe0-a9f8-4533-b7a9-131651937dbd admin admin] Network hostable DHCP agents. Network: a9682b63-2ad1-4cec-a7f3-70239b2c7a86, hostable agents: ['337bcc12-ee2b-4966-b704-642398d54e19'], hosted agents: [] {{(pid=93644) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 10:20:08.047335 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf28cfe0-a9f8-4533-b7a9-131651937dbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ede7e81-dfd0-4030-b334-ce8baee8e073,revision_number=0']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:20:08.055668 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-cf28cfe0-a9f8-4533-b7a9-131651937dbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:20:08.233432 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf28cfe0-a9f8-4533-b7a9-131651937dbd admin admin] Network a9682b63-2ad1-4cec-a7f3-70239b2c7a86 is scheduled to be hosted by DHCP agent 337bcc12-ee2b-4966-b704-642398d54e19 with binding_index 1 {{(pid=93644) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 10:20:08.435975 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8263fb8e-abf5-48ef-8a3d-8270473c5165 req-05572314-284c-4d85-a698-eefdb2a6cf4e tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:08.444051 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-8263fb8e-abf5-48ef-8a3d-8270473c5165 req-05572314-284c-4d85-a698-eefdb2a6cf4e tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39d8b4f-31c1-4ac5-9c65-a73ee6a64e21 HTTP/1.1" status: 200 len: 943 time: 0.1880472 Jun 17 10:20:08.495183 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.base_scheduler [None req-cf28cfe0-a9f8-4533-b7a9-131651937dbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796806-1-iscsi, a9682b63-2ad1-4cec-a7f3-70239b2c7a86) {{(pid=93644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:20:08.496416 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f58b27-f4fc-45c9-890a-9abce9ec7d4c None None] Network a9682b63-2ad1-4cec-a7f3-70239b2c7a86 requested from dv-cinder-796806-1-iscsi {{(pid=93646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:20:08.497068 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf28cfe0-a9f8-4533-b7a9-131651937dbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:08.497068 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-cf28cfe0-a9f8-4533-b7a9-131651937dbd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:08.520871 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-8263fb8e-abf5-48ef-8a3d-8270473c5165 req-f4621d02-1bc1-46a7-a9f1-c71b33313194 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/security-groups?id=53de0d9a-5a0b-4ab8-8623-79700c1fe6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704634 Jun 17 10:20:08.774746 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d764b214-e215-4d8e-be6d-e1065c911044 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5dc65e0-4409-5911-8cd3-dd420be80dd8-a9682b63-2ad1-4cec-a7f3-70239b2c7a86', 'network_id': 'a9682b63-2ad1-4cec-a7f3-70239b2c7a86', 'tenant_id': 'a48f3a58719945bcbe434bb642bb07c4', 'fixed_ips': [{'subnet_id': '9ede7e81-dfd0-4030-b334-ce8baee8e073'}]}} from dv-cinder-796806-1-iscsi. {{(pid=93646) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 10:20:08.776649 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-d764b214-e215-4d8e-be6d-e1065c911044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3930454'] for port, before_create {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:08.908064 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-cf28cfe0-a9f8-4533-b7a9-131651937dbd admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.8227963 Jun 17 10:20:08.909862 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 49370) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:20:08.919958 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.v2.base [None req-2100ed9f-f89f-4cca-9bf5-3045fc99cc0d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-948250959-router', 'tenant_id': 'a48f3a58719945bcbe434bb642bb07c4', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e'}}} {{(pid=93645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:20:08.928703 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f27c4a-404d-4d9a-995b-14f92d4f0aea req-ce38f084-4973-465d-9e72-c292101b9211 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:08.931718 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-96f27c4a-404d-4d9a-995b-14f92d4f0aea req-ce38f084-4973-465d-9e72-c292101b9211 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.1650400 Jun 17 10:20:09.063075 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-96f27c4a-404d-4d9a-995b-14f92d4f0aea req-51748173-3c98-44ad-8ad8-2f577cf0f1f7 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137793 Jun 17 10:20:09.147578 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.db_base_plugin_common [None req-d764b214-e215-4d8e-be6d-e1065c911044 None None] Allocated IP 172.20.0.2 (a9682b63-2ad1-4cec-a7f3-70239b2c7a86/9ede7e81-dfd0-4030-b334-ce8baee8e073/e42830c2-7ad2-4c1d-a494-fda33398b5ba) {{(pid=93646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:20:09.202521 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-2100ed9f-f89f-4cca-9bf5-3045fc99cc0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-675509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257682'] for router, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:09.204186 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-2100ed9f-f89f-4cca-9bf5-3045fc99cc0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-673820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257691'] for router, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:09.350066 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-10e3a59e-2770-4111-9a75-a925b1658da6 req-70d25d54-966d-47f6-8427-99336f912e53 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=92aa0445-ca87-458b-9d1c-8e1e9e681034 HTTP/1.1" status: 200 len: 210 time: 0.1006172 Jun 17 10:20:09.417867 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-2100ed9f-f89f-4cca-9bf5-3045fc99cc0d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:09.712713 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-d764b214-e215-4d8e-be6d-e1065c911044 None None] Notify callbacks [] for port, precommit_create {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:09.740693 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-d764b214-e215-4d8e-be6d-e1065c911044 None None] Transition to ACTIVE for port object e42830c2-7ad2-4c1d-a494-fda33398b5ba will not be triggered until provisioned by entity L2. {{(pid=93646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:20:09.800819 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-d764b214-e215-4d8e-be6d-e1065c911044 None None] Transition to ACTIVE for port object e42830c2-7ad2-4c1d-a494-fda33398b5ba will not be triggered until provisioned by entity DHCP. {{(pid=93646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:20:09.893832 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deca3be7-af20-43f8-aea8-b0aee80f5eb5 req-952ecbf1-8d1b-4361-8401-b37d095c8c9c tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:09.922593 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-deca3be7-af20-43f8-aea8-b0aee80f5eb5 req-952ecbf1-8d1b-4361-8401-b37d095c8c9c tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 945 time: 0.2783954 Jun 17 10:20:10.074601 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-deca3be7-af20-43f8-aea8-b0aee80f5eb5 req-8493344d-b9df-45bd-af39-c65ba40c1ea0 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483665 Jun 17 10:20:10.091451 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-d764b214-e215-4d8e-be6d-e1065c911044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3925395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740733869087'] for port, after_create {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:10.096085 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-62d152bd-03b8-40c6-95a8-e57501c2622e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:20:10.170376 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-2100ed9f-f89f-4cca-9bf5-3045fc99cc0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-675483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257677'] for router, precommit_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:10.204507 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d764b214-e215-4d8e-be6d-e1065c911044 None None] Network a9682b63-2ad1-4cec-a7f3-70239b2c7a86 is already hosted by enough agents. {{(pid=93646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:20:10.208856 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d764b214-e215-4d8e-be6d-e1065c911044 None None] Pushing event updated for resources: {'Port': ['ID=e42830c2-7ad2-4c1d-a494-fda33398b5ba,revision_number=1']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:20:10.214966 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.scheduler.base_scheduler [None req-d764b214-e215-4d8e-be6d-e1065c911044 None None] Resources bound (agent type, host, resource id): {{(pid=93646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:20:10.230997 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d764b214-e215-4d8e-be6d-e1065c911044 None None] Received port after_create {{(pid=93646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:20:10.239716 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d764b214-e215-4d8e-be6d-e1065c911044 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:20:10.240934 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d764b214-e215-4d8e-be6d-e1065c911044 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:20:10.241631 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d764b214-e215-4d8e-be6d-e1065c911044 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:20:10.242077 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d764b214-e215-4d8e-be6d-e1065c911044 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:20:10.242826 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d764b214-e215-4d8e-be6d-e1065c911044 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:20:10.243252 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d764b214-e215-4d8e-be6d-e1065c911044 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:20:10.243765 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d764b214-e215-4d8e-be6d-e1065c911044 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:20:10.244930 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d764b214-e215-4d8e-be6d-e1065c911044 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:20:10.244930 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d764b214-e215-4d8e-be6d-e1065c911044 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:20:10.245939 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d764b214-e215-4d8e-be6d-e1065c911044 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:20:10.245939 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d764b214-e215-4d8e-be6d-e1065c911044 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:20:10.247327 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d764b214-e215-4d8e-be6d-e1065c911044 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:20:10.253843 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-d764b214-e215-4d8e-be6d-e1065c911044 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:20:10.613663 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7befc929-1d8d-4b30-8fee-889e4d28f2c4 req-d6d56ddb-4af7-4a4e-85d7-b979856625bf tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:10.624424 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-7befc929-1d8d-4b30-8fee-889e4d28f2c4 req-d6d56ddb-4af7-4a4e-85d7-b979856625bf tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39d8b4f-31c1-4ac5-9c65-a73ee6a64e21 HTTP/1.1" status: 200 len: 943 time: 0.1922324 Jun 17 10:20:10.706512 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-7befc929-1d8d-4b30-8fee-889e4d28f2c4 req-78447df7-5be8-497c-89e8-0a2d77a6884e tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/security-groups?id=53de0d9a-5a0b-4ab8-8623-79700c1fe6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826836 Jun 17 10:20:10.888780 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-2100ed9f-f89f-4cca-9bf5-3045fc99cc0d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:10.969525 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-2100ed9f-f89f-4cca-9bf5-3045fc99cc0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3930454'] for port, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:11.335767 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.managers [None req-d764b214-e215-4d8e-be6d-e1065c911044 None None] Attempting to bind port e42830c2-7ad2-4c1d-a494-fda33398b5ba on host dv-cinder-796806-1-iscsi for vnic_type normal with profile {{(pid=93646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:20:11.346475 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.managers [None req-d764b214-e215-4d8e-be6d-e1065c911044 None None] Attempting to bind port e42830c2-7ad2-4c1d-a494-fda33398b5ba by drivers openvswitch,hyperv on host dv-cinder-796806-1-iscsi at level 0 using segments [{'id': 'e5a4c8b0-db77-4faf-bf25-5097f0723781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a9682b63-2ad1-4cec-a7f3-70239b2c7a86'}] {{(pid=93646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:20:11.348576 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1147dbe-a1cd-4954-a986-e478c69a6578 req-86a3807c-3865-4a05-80ae-026c3293a3a2 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:11.349600 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d764b214-e215-4d8e-be6d-e1065c911044 None None] Attempting to bind port e42830c2-7ad2-4c1d-a494-fda33398b5ba on network a9682b63-2ad1-4cec-a7f3-70239b2c7a86 {{(pid=93646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:20:11.369097 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-c1147dbe-a1cd-4954-a986-e478c69a6578 req-86a3807c-3865-4a05-80ae-026c3293a3a2 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.4219370 Jun 17 10:20:11.371372 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d764b214-e215-4d8e-be6d-e1065c911044 None None] Checking agent: {'id': 'f230d01b-21be-4f06-8428-d429ae72cfd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796806-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 7, 3), 'started_at': datetime.datetime(2021, 6, 17, 10, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796806-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:20:11.372625 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d764b214-e215-4d8e-be6d-e1065c911044 None None] Checking segment: {'id': 'e5a4c8b0-db77-4faf-bf25-5097f0723781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a9682b63-2ad1-4cec-a7f3-70239b2c7a86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:20:11.373647 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-d764b214-e215-4d8e-be6d-e1065c911044 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:11.374691 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d764b214-e215-4d8e-be6d-e1065c911044 None None] Bound using segment: {'id': 'e5a4c8b0-db77-4faf-bf25-5097f0723781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a9682b63-2ad1-4cec-a7f3-70239b2c7a86'} {{(pid=93646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:20:11.376290 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.managers [None req-d764b214-e215-4d8e-be6d-e1065c911044 None None] Bound port: e42830c2-7ad2-4c1d-a494-fda33398b5ba, host: dv-cinder-796806-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5a4c8b0-db77-4faf-bf25-5097f0723781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a9682b63-2ad1-4cec-a7f3-70239b2c7a86'}}] {{(pid=93646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:20:11.377413 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-d764b214-e215-4d8e-be6d-e1065c911044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:11.546983 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-d764b214-e215-4d8e-be6d-e1065c911044 None None] For port e42830c2-7ad2-4c1d-a494-fda33398b5ba, host dv-cinder-796806-1-iscsi, cleared binding levels {{(pid=93646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:20:11.554121 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-d764b214-e215-4d8e-be6d-e1065c911044 None None] For port e42830c2-7ad2-4c1d-a494-fda33398b5ba, host dv-cinder-796806-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=e42830c2-7ad2-4c1d-a494-fda33398b5ba,segment=NetworkSegment(e5a4c8b0-db77-4faf-bf25-5097f0723781),segment_id=e5a4c8b0-db77-4faf-bf25-5097f0723781)] {{(pid=93646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:20:11.572774 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-c1147dbe-a1cd-4954-a986-e478c69a6578 req-6d15eeef-db8c-408e-a30c-3a0147378cb1 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992757 Jun 17 10:20:11.677183 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-d764b214-e215-4d8e-be6d-e1065c911044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:11.680369 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:20:11.717111 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416dda34-db94-4029-85c5-c02095397f0a req-5bb743ba-3d23-4ef2-b859-5faee84c0d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:11.719230 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-416dda34-db94-4029-85c5-c02095397f0a req-5bb743ba-3d23-4ef2-b859-5faee84c0d88 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9a6c13a11d5746ed9ba089a64e8d2549&device_id=d39d8b4f-31c1-4ac5-9c65-a73ee6a64e21 HTTP/1.1" status: 200 len: 1096 time: 0.5399663 Jun 17 10:20:12.049453 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d764b214-e215-4d8e-be6d-e1065c911044 None None] Pushing event updated for resources: {'Port': ['ID=e42830c2-7ad2-4c1d-a494-fda33398b5ba,revision_number=2']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:20:12.077296 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-d764b214-e215-4d8e-be6d-e1065c911044 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:20:12.195948 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.db_base_plugin_common [None req-2100ed9f-f89f-4cca-9bf5-3045fc99cc0d admin admin] Allocated IP 172.27.0.143 (ca6a8a4d-93b8-4490-aa3c-706a0423303e/260414bf-ab79-4984-a32f-8ad464893cf6/14ba9241-c73f-4de9-98cc-4e7491013d07) {{(pid=93645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:20:12.281682 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-2e0dbb2f-21c9-4b5f-b520-fcea2b77a5f1 req-b64c032c-d92f-4ae0-a53b-8606be94196f tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=92aa0445-ca87-458b-9d1c-8e1e9e681034 HTTP/1.1" status: 200 len: 210 time: 0.1160629 Jun 17 10:20:12.437598 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416dda34-db94-4029-85c5-c02095397f0a req-190b5ddb-a2c9-4c5d-836f-3a4508a09587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:12.450638 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-416dda34-db94-4029-85c5-c02095397f0a req-190b5ddb-a2c9-4c5d-836f-3a4508a09587 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=9a6c13a11d5746ed9ba089a64e8d2549&shared=False HTTP/1.1" status: 200 len: 916 time: 0.6880786 Jun 17 10:20:12.833215 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-2100ed9f-f89f-4cca-9bf5-3045fc99cc0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:13.299316 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed4b3e9-3886-4229-bc9e-15ad7566e287 req-76921846-fa16-4e5d-b9c2-e03449b46724 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:13.309777 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6ed4b3e9-3886-4229-bc9e-15ad7566e287 req-76921846-fa16-4e5d-b9c2-e03449b46724 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 945 time: 0.4039266 Jun 17 10:20:13.375435 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6ed4b3e9-3886-4229-bc9e-15ad7566e287 req-f7fc6ab1-756b-4afd-8b3b-8eaecb33a782 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620625 Jun 17 10:20:13.491477 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-2100ed9f-f89f-4cca-9bf5-3045fc99cc0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3925395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740733869087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129691327'] for port, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:13.497974 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-0ccc237f-aab0-4367-b4b6-91ad921543d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:20:13.658161 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2100ed9f-f89f-4cca-9bf5-3045fc99cc0d admin admin] Network ca6a8a4d-93b8-4490-aa3c-706a0423303e is already hosted by enough agents. {{(pid=93645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:20:13.681827 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.base_scheduler [None req-2100ed9f-f89f-4cca-9bf5-3045fc99cc0d admin admin] Resources bound (agent type, host, resource id): {{(pid=93645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:20:13.697499 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2100ed9f-f89f-4cca-9bf5-3045fc99cc0d admin admin] Received port after_create {{(pid=93645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:20:13.793215 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2100ed9f-f89f-4cca-9bf5-3045fc99cc0d admin admin] Pushing event updated for resources: {'Port': ['ID=14ba9241-c73f-4de9-98cc-4e7491013d07,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:20:13.814502 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2100ed9f-f89f-4cca-9bf5-3045fc99cc0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:20:13.816336 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2100ed9f-f89f-4cca-9bf5-3045fc99cc0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:20:13.817252 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2100ed9f-f89f-4cca-9bf5-3045fc99cc0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:20:13.825246 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2100ed9f-f89f-4cca-9bf5-3045fc99cc0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:20:13.826494 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2100ed9f-f89f-4cca-9bf5-3045fc99cc0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:20:13.827336 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2100ed9f-f89f-4cca-9bf5-3045fc99cc0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:20:13.828243 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2100ed9f-f89f-4cca-9bf5-3045fc99cc0d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:20:13.837958 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2100ed9f-f89f-4cca-9bf5-3045fc99cc0d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:20:13.839871 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2100ed9f-f89f-4cca-9bf5-3045fc99cc0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:20:13.840945 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2100ed9f-f89f-4cca-9bf5-3045fc99cc0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:20:13.841816 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2100ed9f-f89f-4cca-9bf5-3045fc99cc0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:20:13.842629 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2100ed9f-f89f-4cca-9bf5-3045fc99cc0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:20:13.855231 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-2100ed9f-f89f-4cca-9bf5-3045fc99cc0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:20:13.945418 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b7292a-33b9-4a6b-b00a-61cfad067ec3 req-2fe24afc-b40b-4248-847a-cb9063926e3d tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:13.959598 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-e5b7292a-33b9-4a6b-b00a-61cfad067ec3 req-2fe24afc-b40b-4248-847a-cb9063926e3d tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39d8b4f-31c1-4ac5-9c65-a73ee6a64e21 HTTP/1.1" status: 200 len: 943 time: 0.2111461 Jun 17 10:20:14.143190 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-e5b7292a-33b9-4a6b-b00a-61cfad067ec3 req-f805aa78-6700-4fdd-87fa-3828cb00fceb tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/security-groups?id=53de0d9a-5a0b-4ab8-8623-79700c1fe6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701574 Jun 17 10:20:14.624948 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device e42830c2-7ad2-4c1d-a494-fda33398b5ba up at agent ovs-agent-dv-cinder-796806-1-iscsi {{(pid=93646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:20:14.719709 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166c1ca7-f954-40ee-83fd-6f04a01446c2 None None] Network a9682b63-2ad1-4cec-a7f3-70239b2c7a86 requested from dv-cinder-796806-1-iscsi {{(pid=93646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:20:14.771785 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455e3a1d-9447-4c6a-a960-43d5216d9bed req-ed3fe7d5-b640-4ae8-b5da-de335606595c tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:14.784044 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-455e3a1d-9447-4c6a-a960-43d5216d9bed req-ed3fe7d5-b640-4ae8-b5da-de335606595c tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.2451093 Jun 17 10:20:14.859964 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-2100ed9f-f89f-4cca-9bf5-3045fc99cc0d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:14.879689 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-455e3a1d-9447-4c6a-a960-43d5216d9bed req-d2354795-5111-4687-a547-9ba5fc8d0c77 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897143 Jun 17 10:20:15.125290 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-fa4e6106-bd30-4a4c-8c53-262bd6059db4 None None] Provisioning for port e42830c2-7ad2-4c1d-a494-fda33398b5ba completed by entity DHCP. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:20:15.148313 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Provisioning for port e42830c2-7ad2-4c1d-a494-fda33398b5ba completed by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:20:15.184981 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-fa4e6106-bd30-4a4c-8c53-262bd6059db4 None None] Provisioning complete for port e42830c2-7ad2-4c1d-a494-fda33398b5ba triggered by entity DHCP. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:20:15.185628 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-fa4e6106-bd30-4a4c-8c53-262bd6059db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:15.188645 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-ef8697f0-addf-4499-97f6-e65ad548bcd3 req-61dcd328-b0c0-494b-9999-565b2867a8bc tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=92aa0445-ca87-458b-9d1c-8e1e9e681034 HTTP/1.1" status: 200 len: 210 time: 0.1033411 Jun 17 10:20:15.202167 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Provisioning complete for port e42830c2-7ad2-4c1d-a494-fda33398b5ba triggered by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:20:15.202768 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:15.468456 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-2100ed9f-f89f-4cca-9bf5-3045fc99cc0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-675468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684241'] for router, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:15.711412 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18372c11-2aa5-49fd-8caa-cad3791d6167 req-56139c13-6629-475b-a08e-b104fa732046 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:15.713311 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-18372c11-2aa5-49fd-8caa-cad3791d6167 req-56139c13-6629-475b-a08e-b104fa732046 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 945 time: 0.1402242 Jun 17 10:20:15.799955 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-18372c11-2aa5-49fd-8caa-cad3791d6167 req-c2edb67c-d8e9-487c-9c43-26f8324535b5 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754623 Jun 17 10:20:15.884835 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-fa4e6106-bd30-4a4c-8c53-262bd6059db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:15.901025 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:16.021579 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-fa4e6106-bd30-4a4c-8c53-262bd6059db4 None None] For port e42830c2-7ad2-4c1d-a494-fda33398b5ba, host dv-cinder-796806-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=e42830c2-7ad2-4c1d-a494-fda33398b5ba,segment=NetworkSegment(e5a4c8b0-db77-4faf-bf25-5097f0723781),segment_id=e5a4c8b0-db77-4faf-bf25-5097f0723781)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:20:16.091134 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-fa4e6106-bd30-4a4c-8c53-262bd6059db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:16.104246 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:20:16.308546 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4e6106-bd30-4a4c-8c53-262bd6059db4 None None] Pushing event updated for resources: {'Port': ['ID=e42830c2-7ad2-4c1d-a494-fda33398b5ba,revision_number=3']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:20:16.325364 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-fa4e6106-bd30-4a4c-8c53-262bd6059db4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:20:16.365061 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.db.api [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93646) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 10:20:16.365834 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_db.api [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 10:20:16.448795 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-e77271bd-eb2b-42c4-b121-72e2e8252d82 None None] Provisioning complete for port e42830c2-7ad2-4c1d-a494-fda33398b5ba triggered by entity DHCP. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:20:16.451180 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-e77271bd-eb2b-42c4-b121-72e2e8252d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:16.498665 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2da371-a53e-48d2-bbde-5bc2f94fbfb4 req-22cac630-9732-46ea-a47d-e09d951ed1eb tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:16.512381 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-de2da371-a53e-48d2-bbde-5bc2f94fbfb4 req-22cac630-9732-46ea-a47d-e09d951ed1eb tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39d8b4f-31c1-4ac5-9c65-a73ee6a64e21 HTTP/1.1" status: 200 len: 943 time: 0.2036307 Jun 17 10:20:16.617022 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-de2da371-a53e-48d2-bbde-5bc2f94fbfb4 req-01230a81-150f-4d23-be24-2aa89d621943 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/security-groups?id=53de0d9a-5a0b-4ab8-8623-79700c1fe6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999312 Jun 17 10:20:16.619546 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device b429b7bb-3267-47fb-ba69-c1a0ba672c9b details requested by agent hyperv_hv-cinder-79680 with host hv-cinder-79680 {{(pid=93646) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 10:20:16.626895 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2100ed9f-f89f-4cca-9bf5-3045fc99cc0d admin admin] Router 5c9ef50f-105a-4bd9-8915-5d5eecab81d8 is scheduled to L3 agent 9ed9efc2-3eec-4d73-b246-cbd899a1984b with binding_index 1 {{(pid=93645) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 10:20:16.919889 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2100ed9f-f89f-4cca-9bf5-3045fc99cc0d admin admin] Notify agent at l3_agent.dv-cinder-796806-1-iscsi the message routers_updated {{(pid=93645) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 10:20:16.936519 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3fd4b2-3d68-4c5b-83dd-a9c9cccc2c1c None None] Sync routers for ids ['5c9ef50f-105a-4bd9-8915-5d5eecab81d8'] in dv-cinder-796806-1-iscsi {{(pid=93647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 10:20:16.966848 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3fd4b2-3d68-4c5b-83dd-a9c9cccc2c1c None None] Routers {'5c9ef50f-105a-4bd9-8915-5d5eecab81d8'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:20:16.970015 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-9c3fd4b2-3d68-4c5b-83dd-a9c9cccc2c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:20:03Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['5c9ef50f-105a-4bd9-8915-5d5eecab81d8'], 'active': True} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:20:17.163135 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-2100ed9f-f89f-4cca-9bf5-3045fc99cc0d admin admin] Notify callbacks [] for router, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:17.163135 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-2100ed9f-f89f-4cca-9bf5-3045fc99cc0d admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 8.2178094 Jun 17 10:20:17.164782 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] For port b429b7bb-3267-47fb-ba69-c1a0ba672c9b, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=b429b7bb-3267-47fb-ba69-c1a0ba672c9b,segment=NetworkSegment(aee95af0-cc5d-41dc-ae63-eda94ddae53b),segment_id=aee95af0-cc5d-41dc-ae63-eda94ddae53b)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:20:17.166006 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 49440) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:20:17.196718 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Returning: {'device': 'b429b7bb-3267-47fb-ba69-c1a0ba672c9b', 'network_id': 'fb6d1dc1-5856-427b-992b-099ce227c06b', 'port_id': 'b429b7bb-3267-47fb-ba69-c1a0ba672c9b', 'mac_address': 'fa:16:3e:e2:b8:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '235adf9a-5d00-4d35-8ffd-65944fdd0c17', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93646) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 10:20:17.354077 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:17.398926 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvr_db [None req-9c3fd4b2-3d68-4c5b-83dd-a9c9cccc2c1c None None] Set router 5c9ef50f-105a-4bd9-8915-5d5eecab81d8 gateway port host: dv-cinder-796806-1-iscsi {{(pid=93647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:20:17.400166 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.notifiers.nova [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b429b7bb-3267-47fb-ba69-c1a0ba672c9b {{(pid=93646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:20:17.439464 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ecd07f-cb3c-4a63-b4eb-51680140f78c req-cbf23584-5bc1-41ad-a00c-cec04e854b70 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:17.455887 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-71ecd07f-cb3c-4a63-b4eb-51680140f78c req-cbf23584-5bc1-41ad-a00c-cec04e854b70 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.3698096 Jun 17 10:20:17.458686 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device e42830c2-7ad2-4c1d-a494-fda33398b5ba up at agent ovs-agent-dv-cinder-796806-1-iscsi {{(pid=93646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:20:17.469150 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] For port b429b7bb-3267-47fb-ba69-c1a0ba672c9b, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=b429b7bb-3267-47fb-ba69-c1a0ba672c9b,segment=NetworkSegment(aee95af0-cc5d-41dc-ae63-eda94ddae53b),segment_id=aee95af0-cc5d-41dc-ae63-eda94ddae53b)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:20:17.586866 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-71ecd07f-cb3c-4a63-b4eb-51680140f78c req-5a800168-9c16-4f7e-9e62-b65829b674c4 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248949 Jun 17 10:20:17.596830 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Provisioning complete for port e42830c2-7ad2-4c1d-a494-fda33398b5ba triggered by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:20:17.597266 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:17.865244 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:17.888415 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:20:17.913826 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6960adc3-805d-4c46-b42d-048a2205e0a1 req-91bea40c-46d4-4d3e-964f-7a41b0a9d6da tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=92aa0445-ca87-458b-9d1c-8e1e9e681034 HTTP/1.1" status: 200 len: 210 time: 0.1022682 Jun 17 10:20:17.996277 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416dda34-db94-4029-85c5-c02095397f0a req-24164516-3a33-4413-9c66-0783ab6f4bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:18.000472 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-416dda34-db94-4029-85c5-c02095397f0a req-24164516-3a33-4413-9c66-0783ab6f4bf5 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9844913 Jun 17 10:20:18.055275 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-9c3fd4b2-3d68-4c5b-83dd-a9c9cccc2c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9ef50f-105a-4bd9-8915-5d5eecab81d8', 'name': 'tempest-TestShelveInstance-948250959-router', 'tenant_id': 'a48f3a58719945bcbe434bb642bb07c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '14ba9241-c73f-4de9-98cc-4e7491013d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:20:09Z', 'updated_at': '2021-06-17T10:20:14Z', 'revision_number': 3, 'project_id': 'a48f3a58719945bcbe434bb642bb07c4', 'gw_port': {'id': '14ba9241-c73f-4de9-98cc-4e7491013d07', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:16:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9ef50f-105a-4bd9-8915-5d5eecab81d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:20:10Z', 'updated_at': '2021-06-17T10:20:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi'}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:20:18.161280 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] get_ports_and_sgs() called for port_ids ['b429b7bb-3267-47fb-ba69-c1a0ba672c9b'] {{(pid=93646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 10:20:18.197413 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3fd4b2-3d68-4c5b-83dd-a9c9cccc2c1c None None] Checking router: 5c9ef50f-105a-4bd9-8915-5d5eecab81d8 for host: dv-cinder-796806-1-iscsi {{(pid=93647) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 10:20:18.198120 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3fd4b2-3d68-4c5b-83dd-a9c9cccc2c1c None None] Updating router 5c9ef50f-105a-4bd9-8915-5d5eecab81d8 port 14ba9241-c73f-4de9-98cc-4e7491013d07 binding host dv-cinder-796806-1-iscsi {{(pid=93647) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 10:20:18.279988 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Pushing event updated for resources: {'Port': ['ID=b429b7bb-3267-47fb-ba69-c1a0ba672c9b,revision_number=6']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:20:18.325961 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-9c3fd4b2-3d68-4c5b-83dd-a9c9cccc2c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:18.333926 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:20:18.489046 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c92818c-d4f1-4f8c-ae7e-4f2be2316c04 req-a75b307e-56a1-4f8a-a6c9-78372204976c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:18.491802 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-5c92818c-d4f1-4f8c-ae7e-4f2be2316c04 req-a75b307e-56a1-4f8a-a6c9-78372204976c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9a6c13a11d5746ed9ba089a64e8d2549&device_id=d39d8b4f-31c1-4ac5-9c65-a73ee6a64e21 HTTP/1.1" status: 200 len: 1096 time: 0.2337267 Jun 17 10:20:18.541669 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3260451-d0c0-4d08-a4cf-47d3ca68ec48 req-851a415d-e214-4b74-af64-e9b9bdcf94c3 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:18.553247 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d3260451-d0c0-4d08-a4cf-47d3ca68ec48 req-851a415d-e214-4b74-af64-e9b9bdcf94c3 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 944 time: 0.2203579 Jun 17 10:20:18.782934 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d3260451-d0c0-4d08-a4cf-47d3ca68ec48 req-154ed6d9-0ff4-4f5f-88ba-a72b0db3fd51 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2267005 Jun 17 10:20:18.799159 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-5c92818c-d4f1-4f8c-ae7e-4f2be2316c04 req-3aed8e0f-e3c9-4e56-844e-75b71ce7deaa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91311a62-c506-4a3e-b0b5-90876d6ff360 HTTP/1.1" status: 200 len: 217 time: 0.2537997 Jun 17 10:20:19.271834 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c92818c-d4f1-4f8c-ae7e-4f2be2316c04 req-be48ea6d-6d05-4e6b-bf51-7e5719af6fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:19.278474 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-9c3fd4b2-3d68-4c5b-83dd-a9c9cccc2c1c None None] Notify callbacks [] for port, precommit_update {{(pid=93647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:19.279497 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-5c92818c-d4f1-4f8c-ae7e-4f2be2316c04 req-be48ea6d-6d05-4e6b-bf51-7e5719af6fc7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e0f4a3e0-d2e8-4ac0-b721-b783e50aed11 HTTP/1.1" status: 200 len: 854 time: 0.4473271 Jun 17 10:20:19.308927 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.provisioning_blocks [None req-9c3fd4b2-3d68-4c5b-83dd-a9c9cccc2c1c None None] Transition to ACTIVE for port object 14ba9241-c73f-4de9-98cc-4e7491013d07 will not be triggered until provisioned by entity L2. {{(pid=93647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:20:19.541896 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-9c3fd4b2-3d68-4c5b-83dd-a9c9cccc2c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:19.544969 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd96f62-9d64-4b9e-af43-1c0fc2038478 req-c3c76ee1-cf7c-45a7-af12-55b39105eb47 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:19.547292 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG oslo_concurrency.lockutils [None req-f7e5441d-2cbd-4482-a72c-28d6217c5443 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:20:19.548485 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-5bd96f62-9d64-4b9e-af43-1c0fc2038478 req-c3c76ee1-cf7c-45a7-af12-55b39105eb47 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39d8b4f-31c1-4ac5-9c65-a73ee6a64e21 HTTP/1.1" status: 200 len: 943 time: 0.2995179 Jun 17 10:20:19.640796 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c92818c-d4f1-4f8c-ae7e-4f2be2316c04 req-1fe39ce5-5b70-4d97-bda4-db259b5dcde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:19.650539 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-5c92818c-d4f1-4f8c-ae7e-4f2be2316c04 req-1fe39ce5-5b70-4d97-bda4-db259b5dcde0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b9e4b84a-8dde-4ee3-9ab8-7dbe232b2e85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3226204 Jun 17 10:20:19.680042 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-ecb40b2d-14ef-4e91-9176-96a22fd1ee63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3930454'] for port, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:19.692712 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af2529a-318e-4900-86a1-7db2f8b227fd None None] Pushing event updated for resources: {'Port': ['ID=14ba9241-c73f-4de9-98cc-4e7491013d07,revision_number=2']} {{(pid=93647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:20:19.730470 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af2529a-318e-4900-86a1-7db2f8b227fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:20:19.731035 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af2529a-318e-4900-86a1-7db2f8b227fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:20:19.731620 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af2529a-318e-4900-86a1-7db2f8b227fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:20:19.732170 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af2529a-318e-4900-86a1-7db2f8b227fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:20:19.732732 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af2529a-318e-4900-86a1-7db2f8b227fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:20:19.733300 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af2529a-318e-4900-86a1-7db2f8b227fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:20:19.733845 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af2529a-318e-4900-86a1-7db2f8b227fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:20:19.734419 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af2529a-318e-4900-86a1-7db2f8b227fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:20:19.744195 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af2529a-318e-4900-86a1-7db2f8b227fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:20:19.744879 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af2529a-318e-4900-86a1-7db2f8b227fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:20:19.745467 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af2529a-318e-4900-86a1-7db2f8b227fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:20:19.746043 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af2529a-318e-4900-86a1-7db2f8b227fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:20:19.762597 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-5bd96f62-9d64-4b9e-af43-1c0fc2038478 req-3cc909d8-6750-41ee-999a-370ec6f63b4f tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/security-groups?id=53de0d9a-5a0b-4ab8-8623-79700c1fe6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005930 Jun 17 10:20:19.769408 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG oslo_concurrency.lockutils [None req-0af2529a-318e-4900-86a1-7db2f8b227fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=93647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:20:19.842402 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.managers [None req-9c3fd4b2-3d68-4c5b-83dd-a9c9cccc2c1c None None] Attempting to bind port 14ba9241-c73f-4de9-98cc-4e7491013d07 on host dv-cinder-796806-1-iscsi for vnic_type normal with profile {{(pid=93647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:20:19.842955 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.managers [None req-9c3fd4b2-3d68-4c5b-83dd-a9c9cccc2c1c None None] Attempting to bind port 14ba9241-c73f-4de9-98cc-4e7491013d07 by drivers openvswitch,hyperv on host dv-cinder-796806-1-iscsi at level 0 using segments [{'id': '7a262c57-69fa-4e27-992a-6b78356f8ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e'}] {{(pid=93647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:20:19.844153 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3fd4b2-3d68-4c5b-83dd-a9c9cccc2c1c None None] Attempting to bind port 14ba9241-c73f-4de9-98cc-4e7491013d07 on network ca6a8a4d-93b8-4490-aa3c-706a0423303e {{(pid=93647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:20:19.855001 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3fd4b2-3d68-4c5b-83dd-a9c9cccc2c1c None None] Checking agent: {'id': 'f230d01b-21be-4f06-8428-d429ae72cfd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796806-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 7, 3), 'started_at': datetime.datetime(2021, 6, 17, 10, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796806-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:20:19.855645 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3fd4b2-3d68-4c5b-83dd-a9c9cccc2c1c None None] Checking segment: {'id': '7a262c57-69fa-4e27-992a-6b78356f8ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:20:19.856387 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-9c3fd4b2-3d68-4c5b-83dd-a9c9cccc2c1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:19.874682 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3fd4b2-3d68-4c5b-83dd-a9c9cccc2c1c None None] Bound using segment: {'id': '7a262c57-69fa-4e27-992a-6b78356f8ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e'} {{(pid=93647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:20:19.875749 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.managers [None req-9c3fd4b2-3d68-4c5b-83dd-a9c9cccc2c1c None None] Bound port: 14ba9241-c73f-4de9-98cc-4e7491013d07, host: dv-cinder-796806-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a262c57-69fa-4e27-992a-6b78356f8ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e'}}] {{(pid=93647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:20:19.876417 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-9c3fd4b2-3d68-4c5b-83dd-a9c9cccc2c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:19.928758 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device b429b7bb-3267-47fb-ba69-c1a0ba672c9b up at agent hyperv_hv-cinder-79680 {{(pid=93646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:20:20.074488 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.db [None req-9c3fd4b2-3d68-4c5b-83dd-a9c9cccc2c1c None None] For port 14ba9241-c73f-4de9-98cc-4e7491013d07, host dv-cinder-796806-1-iscsi, cleared binding levels {{(pid=93647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:20:20.093706 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.db [None req-9c3fd4b2-3d68-4c5b-83dd-a9c9cccc2c1c None None] For port 14ba9241-c73f-4de9-98cc-4e7491013d07, host dv-cinder-796806-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=14ba9241-c73f-4de9-98cc-4e7491013d07,segment=NetworkSegment(7a262c57-69fa-4e27-992a-6b78356f8ae4),segment_id=7a262c57-69fa-4e27-992a-6b78356f8ae4)] {{(pid=93647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:20:20.182337 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-9c3fd4b2-3d68-4c5b-83dd-a9c9cccc2c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:20.183088 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Provisioning complete for port b429b7bb-3267-47fb-ba69-c1a0ba672c9b triggered by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:20:20.184984 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:20.187238 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:20:20.265457 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-5c92818c-d4f1-4f8c-ae7e-4f2be2316c04 req-0cafd1c3-c215-4522-85cd-2bc8dbec484f service neutron] 10.222.0.47 "GET /v2.0/networks/b9e4b84a-8dde-4ee3-9ab8-7dbe232b2e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5673110 Jun 17 10:20:20.460350 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af2529a-318e-4900-86a1-7db2f8b227fd None None] Pushing event updated for resources: {'Port': ['ID=14ba9241-c73f-4de9-98cc-4e7491013d07,revision_number=3']} {{(pid=93647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:20:20.472859 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3fd4b2-3d68-4c5b-83dd-a9c9cccc2c1c None None] Routers {'5c9ef50f-105a-4bd9-8915-5d5eecab81d8'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:20:20.479953 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-9c3fd4b2-3d68-4c5b-83dd-a9c9cccc2c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:20:03Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['5c9ef50f-105a-4bd9-8915-5d5eecab81d8'], 'active': True} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:20:20.496389 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG oslo_concurrency.lockutils [None req-0af2529a-318e-4900-86a1-7db2f8b227fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=93647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:20:20.659060 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:20.739583 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '032973f9-8cea-4739-bdba-a15d9c60f256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b429b7bb-3267-47fb-ba69-c1a0ba672c9b'}] {{(pid=93646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:20:20.742681 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d0362-b709-487e-9df4-4f37b3def80b req-e7c85d64-1026-43fb-95c3-ae34abf32eb0 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:20.743656 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}202ec35f0b2f503ce7e4db3a1c258f37e57fe85608606de8e1c873696d713f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8389528d-c4b8-4b43-bcf9-b12082bb85fd" -d '{"events": [{"server_uuid": "032973f9-8cea-4739-bdba-a15d9c60f256", "name": "network-vif-plugged", "status": "completed", "tag": "b429b7bb-3267-47fb-ba69-c1a0ba672c9b"}]}' {{(pid=93646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:20:20.750503 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-a69d0362-b709-487e-9df4-4f37b3def80b req-e7c85d64-1026-43fb-95c3-ae34abf32eb0 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.3726983 Jun 17 10:20:20.791574 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] For port b429b7bb-3267-47fb-ba69-c1a0ba672c9b, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=b429b7bb-3267-47fb-ba69-c1a0ba672c9b,segment=NetworkSegment(aee95af0-cc5d-41dc-ae63-eda94ddae53b),segment_id=aee95af0-cc5d-41dc-ae63-eda94ddae53b)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:20:20.815731 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-5c92818c-d4f1-4f8c-ae7e-4f2be2316c04 req-4447ebbc-845b-4db2-966b-0482a89992d3 service neutron] 10.222.0.47 "GET /v2.0/networks/b9e4b84a-8dde-4ee3-9ab8-7dbe232b2e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4612188 Jun 17 10:20:20.831887 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.db_base_plugin_common [None req-ecb40b2d-14ef-4e91-9176-96a22fd1ee63 admin admin] Allocated IP 172.20.0.1 (a9682b63-2ad1-4cec-a7f3-70239b2c7a86/9ede7e81-dfd0-4030-b334-ce8baee8e073/6a8e4f63-ee4e-40fd-9ff6-73205eb849c7) {{(pid=93645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:20:20.861745 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:20.864792 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-424b8890-3e38-4297-acf7-814fb67fa4c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:20:20.885563 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6c025027-ec23-4ce5-8d06-8b7e39e100d4 req-08356765-19f2-49ac-a952-6e0712fcdf6c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7c7a6268-cae5-485c-b4b0-15e4829e5ec1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3136179 Jun 17 10:20:20.932373 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-a69d0362-b709-487e-9df4-4f37b3def80b req-fafc3705-fc0e-44f2-a873-0ca22683be3e tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806514 Jun 17 10:20:20.958399 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvr_db [None req-9c3fd4b2-3d68-4c5b-83dd-a9c9cccc2c1c None None] Set router 5c9ef50f-105a-4bd9-8915-5d5eecab81d8 gateway port host: dv-cinder-796806-1-iscsi {{(pid=93647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:20:21.116277 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Pushing event updated for resources: {'Port': ['ID=b429b7bb-3267-47fb-ba69-c1a0ba672c9b,revision_number=7']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:20:21.134916 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:20:21.232238 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7428794d-46a7-4218-a692-5e314ffcc6e9 req-c9183734-a728-4d2f-8eab-adb607ba6417 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:21.234077 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-7428794d-46a7-4218-a692-5e314ffcc6e9 req-c9183734-a728-4d2f-8eab-adb607ba6417 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.47 "GET /v2.0/networks?id=9a805b2b-cd8e-4e47-bb4f-0c9740043540 HTTP/1.1" status: 200 len: 815 time: 0.3575730 Jun 17 10:20:21.329014 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.v2.base [req-7428794d-46a7-4218-a692-5e314ffcc6e9 req-66104c81-af7f-4933-9715-c180de1716e7 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Request body: {'port': {'device_id': '92aa0445-ca87-458b-9d1c-8e1e9e681034', 'network_id': '9a805b2b-cd8e-4e47-bb4f-0c9740043540', 'admin_state_up': True, 'tenant_id': '7c65ad8f35ae464b8ab3462292a725d5'}} {{(pid=93645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:20:21.703814 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c025027-ec23-4ce5-8d06-8b7e39e100d4 req-fa1b1f1b-7542-4599-a835-0808e46a2060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:21.714333 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6c025027-ec23-4ce5-8d06-8b7e39e100d4 req-fa1b1f1b-7542-4599-a835-0808e46a2060 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7c65ad8f35ae464b8ab3462292a725d5&device_id=7c7a6268-cae5-485c-b4b0-15e4829e5ec1 HTTP/1.1" status: 200 len: 1098 time: 0.4369338 Jun 17 10:20:21.715120 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-9c3fd4b2-3d68-4c5b-83dd-a9c9cccc2c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9ef50f-105a-4bd9-8915-5d5eecab81d8', 'name': 'tempest-TestShelveInstance-948250959-router', 'tenant_id': 'a48f3a58719945bcbe434bb642bb07c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '14ba9241-c73f-4de9-98cc-4e7491013d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:20:09Z', 'updated_at': '2021-06-17T10:20:14Z', 'revision_number': 3, 'project_id': 'a48f3a58719945bcbe434bb642bb07c4', 'gw_port': {'id': '14ba9241-c73f-4de9-98cc-4e7491013d07', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:16:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9ef50f-105a-4bd9-8915-5d5eecab81d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:20:10Z', 'updated_at': '2021-06-17T10:20:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi'}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:20:21.753312 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-ecb40b2d-14ef-4e91-9176-96a22fd1ee63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:21.782825 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.provisioning_blocks [None req-ecb40b2d-14ef-4e91-9176-96a22fd1ee63 admin admin] Transition to ACTIVE for port object 6a8e4f63-ee4e-40fd-9ff6-73205eb849c7 will not be triggered until provisioned by entity DHCP. {{(pid=93645) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:20:21.808719 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3fd4b2-3d68-4c5b-83dd-a9c9cccc2c1c None None] The sync data for ids ['5c9ef50f-105a-4bd9-8915-5d5eecab81d8'] in dv-cinder-796806-1-iscsi is: [{'id': '5c9ef50f-105a-4bd9-8915-5d5eecab81d8', 'name': 'tempest-TestShelveInstance-948250959-router', 'tenant_id': 'a48f3a58719945bcbe434bb642bb07c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '14ba9241-c73f-4de9-98cc-4e7491013d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:20:09Z', 'updated_at': '2021-06-17T10:20:14Z', 'revision_number': 3, 'project_id': 'a48f3a58719945bcbe434bb642bb07c4', 'gw_port': {'id': '14ba9241-c73f-4de9-98cc-4e7491013d07', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:16:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9ef50f-105a-4bd9-8915-5d5eecab81d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:20:10Z', 'updated_at': '2021-06-17T10:20:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi'}] {{(pid=93647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 10:20:21.855131 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-f30cadb7-c158-443d-a3ea-e1e2e464b9d2 req-97a7fcdb-61e0-45a5-a3f4-3b0f8bd2781a tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=92aa0445-ca87-458b-9d1c-8e1e9e681034 HTTP/1.1" status: 200 len: 210 time: 0.1362178 Jun 17 10:20:22.248516 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c025027-ec23-4ce5-8d06-8b7e39e100d4 req-43cc1a93-8777-468d-9cfc-02a28cabcc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:22.254544 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6c025027-ec23-4ce5-8d06-8b7e39e100d4 req-43cc1a93-8777-468d-9cfc-02a28cabcc16 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9a805b2b-cd8e-4e47-bb4f-0c9740043540 HTTP/1.1" status: 200 len: 916 time: 0.3872616 Jun 17 10:20:22.404647 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7428794d-46a7-4218-a692-5e314ffcc6e9 req-66104c81-af7f-4933-9715-c180de1716e7 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Made reservation on behalf of 7c65ad8f35ae464b8ab3462292a725d5 for: {'port': 1} {{(pid=93645) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:20:22.410670 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-7428794d-46a7-4218-a692-5e314ffcc6e9 req-66104c81-af7f-4933-9715-c180de1716e7 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3930454'] for port, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:22.560982 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6c025027-ec23-4ce5-8d06-8b7e39e100d4 req-d2d8aef1-fa3f-4fd7-826c-bfd30296a7b2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04940f7f-87de-4aa6-ad53-1548536f45e1 HTTP/1.1" status: 200 len: 217 time: 0.2303634 Jun 17 10:20:22.599219 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-ecb40b2d-14ef-4e91-9176-96a22fd1ee63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3925395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740733869087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129691327'] for port, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:22.608398 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-472234f3-70f0-4c82-a512-df0fe1c2c1c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:20:22.724529 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb40b2d-14ef-4e91-9176-96a22fd1ee63 admin admin] Network a9682b63-2ad1-4cec-a7f3-70239b2c7a86 is already hosted by enough agents. {{(pid=93645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:20:22.750156 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c025027-ec23-4ce5-8d06-8b7e39e100d4 req-a89509a3-702d-4fc0-89c4-61b2c8004261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:22.758139 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6c025027-ec23-4ce5-8d06-8b7e39e100d4 req-a89509a3-702d-4fc0-89c4-61b2c8004261 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cef6c515-9123-40fd-a090-e2ea3bc5a141 HTTP/1.1" status: 200 len: 855 time: 0.1810138 Jun 17 10:20:22.763665 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.base_scheduler [None req-ecb40b2d-14ef-4e91-9176-96a22fd1ee63 admin admin] Resources bound (agent type, host, resource id): {{(pid=93645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:20:22.773348 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb40b2d-14ef-4e91-9176-96a22fd1ee63 admin admin] Received port after_create {{(pid=93645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:20:22.917989 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce241019-f7e4-45ec-b0a2-fc966d540bf4 req-9b2af405-403a-4ec2-a13e-66664ab73117 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:22.939850 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-ce241019-f7e4-45ec-b0a2-fc966d540bf4 req-9b2af405-403a-4ec2-a13e-66664ab73117 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 945 time: 0.6235659 Jun 17 10:20:22.986171 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-ecb40b2d-14ef-4e91-9176-96a22fd1ee63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672608'] for router_interface, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:23.150611 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-ce241019-f7e4-45ec-b0a2-fc966d540bf4 req-c6f6ff65-4cf0-42d4-b8e3-acd856313c8c tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2071559 Jun 17 10:20:23.202340 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6c025027-ec23-4ce5-8d06-8b7e39e100d4 req-f0e4fc0c-df0f-4823-a1de-58b25fc7ff27 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9a805b2b-cd8e-4e47-bb4f-0c9740043540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3423705 Jun 17 10:20:23.400807 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a746ceb3-8aad-4e94-b2b0-5ffa266f2102 x-openstack-request-id: req-a746ceb3-8aad-4e94-b2b0-5ffa266f2102 {{(pid=93646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:20:23.402233 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "032973f9-8cea-4739-bdba-a15d9c60f256", "name": "network-vif-plugged", "status": "completed", "tag": "b429b7bb-3267-47fb-ba69-c1a0ba672c9b", "code": 200}]} {{(pid=93646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:20:23.402842 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a746ceb3-8aad-4e94-b2b0-5ffa266f2102 {{(pid=93646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:20:23.404101 dv-cinder-796806-1-iscsi neutron-server[93646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '032973f9-8cea-4739-bdba-a15d9c60f256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b429b7bb-3267-47fb-ba69-c1a0ba672c9b', 'code': 200} Jun 17 10:20:23.410514 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-d46064ee-598f-43e9-b57b-78661df3b679 None None] Provisioning for port 6a8e4f63-ee4e-40fd-9ff6-73205eb849c7 completed by entity DHCP. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:20:23.424288 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-d46064ee-598f-43e9-b57b-78661df3b679 None None] Provisioning complete for port 6a8e4f63-ee4e-40fd-9ff6-73205eb849c7 triggered by entity DHCP. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:20:23.424288 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-d46064ee-598f-43e9-b57b-78661df3b679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:23.504703 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb40b2d-14ef-4e91-9176-96a22fd1ee63 admin admin] Pushing event updated for resources: {'Port': ['ID=6a8e4f63-ee4e-40fd-9ff6-73205eb849c7,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:20:23.517723 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-ecb40b2d-14ef-4e91-9176-96a22fd1ee63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.910s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:20:23.567815 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.db_base_plugin_common [req-7428794d-46a7-4218-a692-5e314ffcc6e9 req-66104c81-af7f-4933-9715-c180de1716e7 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Allocated IP 172.20.0.13 (9a805b2b-cd8e-4e47-bb4f-0c9740043540/cef6c515-9123-40fd-a090-e2ea3bc5a141/8c9f1dee-5954-4583-9406-d225d24355ad) {{(pid=93645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:20:23.620743 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-d46064ee-598f-43e9-b57b-78661df3b679 None None] Port 6a8e4f63-ee4e-40fd-9ff6-73205eb849c7 cannot update to ACTIVE because it is not bound. {{(pid=93646) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 10:20:23.624152 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device 14ba9241-c73f-4de9-98cc-4e7491013d07 up at agent ovs-agent-dv-cinder-796806-1-iscsi {{(pid=93646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:20:23.834764 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Provisioning for port 14ba9241-c73f-4de9-98cc-4e7491013d07 completed by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:20:23.842565 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Provisioning complete for port 14ba9241-c73f-4de9-98cc-4e7491013d07 triggered by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:20:23.843117 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:23.927642 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc2f87-dbf4-4d2a-be0c-c6626bcbd563 req-8d2fefdd-dea9-4f30-90a2-47455b597915 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:23.930928 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-29fc2f87-dbf4-4d2a-be0c-c6626bcbd563 req-8d2fefdd-dea9-4f30-90a2-47455b597915 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] 10.222.0.22 "GET /v2.0/networks?id=205c007d-e0dc-4507-a41e-7df391e7ed7c HTTP/1.1" status: 200 len: 814 time: 0.7753870 Jun 17 10:20:23.939812 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6c025027-ec23-4ce5-8d06-8b7e39e100d4 req-fd22c157-2966-40d6-a51e-e3ec9fd80c0b service neutron] 10.222.0.47 "GET /v2.0/networks/9a805b2b-cd8e-4e47-bb4f-0c9740043540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6914213 Jun 17 10:20:23.995349 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-29fc2f87-dbf4-4d2a-be0c-c6626bcbd563 req-64fddeb6-2585-47a1-857b-beb1c3390714 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] 10.222.0.22 "GET /v2.0/quotas/1adadcdc4edb46e09ec9476854d746e8 HTTP/1.1" status: 200 len: 375 time: 0.0510285 Jun 17 10:20:24.028151 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ececa70-b185-4058-84c9-779ada6f7f95 req-a10b3493-b2d5-48de-8573-6c22f342a845 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:24.042748 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6ececa70-b185-4058-84c9-779ada6f7f95 req-a10b3493-b2d5-48de-8573-6c22f342a845 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39d8b4f-31c1-4ac5-9c65-a73ee6a64e21 HTTP/1.1" status: 200 len: 943 time: 0.2631578 Jun 17 10:20:24.436387 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-ecb40b2d-14ef-4e91-9176-96a22fd1ee63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:24.480766 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:24.524458 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] For port 14ba9241-c73f-4de9-98cc-4e7491013d07, host dv-cinder-796806-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=14ba9241-c73f-4de9-98cc-4e7491013d07,segment=NetworkSegment(7a262c57-69fa-4e27-992a-6b78356f8ae4),segment_id=7a262c57-69fa-4e27-992a-6b78356f8ae4)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:20:24.639666 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-29fc2f87-dbf4-4d2a-be0c-c6626bcbd563 req-fa430515-7706-441a-b358-feeb39821758 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1adadcdc4edb46e09ec9476854d746e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.6256518 Jun 17 10:20:24.670218 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:24.678653 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:20:24.691340 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6ececa70-b185-4058-84c9-779ada6f7f95 req-6a5a7082-b50b-4630-bd1d-ef3207fa1418 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/security-groups?id=53de0d9a-5a0b-4ab8-8623-79700c1fe6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6471443 Jun 17 10:20:24.708610 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-7428794d-46a7-4218-a692-5e314ffcc6e9 req-66104c81-af7f-4933-9715-c180de1716e7 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Notify callbacks [] for port, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:24.828129 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6c025027-ec23-4ce5-8d06-8b7e39e100d4 req-07787b25-cffa-485a-9202-3c2e03375bde service neutron] 10.222.0.47 "GET /v2.0/networks/9a805b2b-cd8e-4e47-bb4f-0c9740043540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8556798 Jun 17 10:20:24.900686 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Pushing event updated for resources: {'Port': ['ID=14ba9241-c73f-4de9-98cc-4e7491013d07,revision_number=4']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:20:24.927728 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:20:25.033412 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-29fc2f87-dbf4-4d2a-be0c-c6626bcbd563 req-3cca9300-7a35-49c8-b6a5-1900c2927b08 service neutron] 10.222.0.22 "GET /v2.0/networks/205c007d-e0dc-4507-a41e-7df391e7ed7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3377573 Jun 17 10:20:25.141213 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-ecb40b2d-14ef-4e91-9176-96a22fd1ee63 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:25.155942 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-7428794d-46a7-4218-a692-5e314ffcc6e9 req-66104c81-af7f-4933-9715-c180de1716e7 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3925395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740733869087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129691327'] for port, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:25.173571 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:20:25.309540 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda07f79-1662-41cc-8c69-3da77509618c req-772bbdca-ba54-4599-bf4e-eb72b37f00b2 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:25.331744 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-ecb40b2d-14ef-4e91-9176-96a22fd1ee63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129691277'] for port, after_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:25.334430 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-bda07f79-1662-41cc-8c69-3da77509618c req-772bbdca-ba54-4599-bf4e-eb72b37f00b2 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.3630903 Jun 17 10:20:25.383071 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7428794d-46a7-4218-a692-5e314ffcc6e9 req-66104c81-af7f-4933-9715-c180de1716e7 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Network 9a805b2b-cd8e-4e47-bb4f-0c9740043540 is already hosted by enough agents. {{(pid=93645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:20:25.396756 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device 14ba9241-c73f-4de9-98cc-4e7491013d07 up at agent ovs-agent-dv-cinder-796806-1-iscsi {{(pid=93646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:20:25.461824 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-29fc2f87-dbf4-4d2a-be0c-c6626bcbd563 req-fdc9c350-bee2-49da-b700-a93dd10b829a service neutron] 10.222.0.22 "GET /v2.0/networks/205c007d-e0dc-4507-a41e-7df391e7ed7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4031050 Jun 17 10:20:25.496131 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.base_scheduler [req-7428794d-46a7-4218-a692-5e314ffcc6e9 req-66104c81-af7f-4933-9715-c180de1716e7 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Resources bound (agent type, host, resource id): {{(pid=93645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:20:25.507776 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66104c81-af7f-4933-9715-c180de1716e7 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Pushing event updated for resources: {'Port': ['ID=8c9f1dee-5954-4583-9406-d225d24355ad,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:20:25.515887 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.l3_dvrscheduler_db [req-7428794d-46a7-4218-a692-5e314ffcc6e9 req-66104c81-af7f-4933-9715-c180de1716e7 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Received port after_create {{(pid=93645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:20:25.524629 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-66104c81-af7f-4933-9715-c180de1716e7 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:20:25.530387 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.152s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:20:25.601603 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-bda07f79-1662-41cc-8c69-3da77509618c req-442beb67-d12b-4670-811c-5315421b9a36 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381688 Jun 17 10:20:25.605009 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Provisioning complete for port 14ba9241-c73f-4de9-98cc-4e7491013d07 triggered by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:20:25.605800 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:25.621359 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-ecb40b2d-14ef-4e91-9176-96a22fd1ee63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672540'] for router_interface, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:25.701124 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7428794d-46a7-4218-a692-5e314ffcc6e9 req-66104c81-af7f-4933-9715-c180de1716e7 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:25.702239 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-7428794d-46a7-4218-a692-5e314ffcc6e9 req-66104c81-af7f-4933-9715-c180de1716e7 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733'] for port, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:25.709910 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb40b2d-14ef-4e91-9176-96a22fd1ee63 admin admin] Pushing event updated for resources: {'Port': ['ID=6a8e4f63-ee4e-40fd-9ff6-73205eb849c7,revision_number=2']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:20:25.723732 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-ecb40b2d-14ef-4e91-9176-96a22fd1ee63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:20:25.881566 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb40b2d-14ef-4e91-9176-96a22fd1ee63 admin admin] Network a9682b63-2ad1-4cec-a7f3-70239b2c7a86 is already hosted by enough agents. {{(pid=93645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:20:25.883909 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.base_scheduler [None req-ecb40b2d-14ef-4e91-9176-96a22fd1ee63 admin admin] Resources bound (agent type, host, resource id): {{(pid=93645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:20:26.039093 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250890d-515d-4de7-a4b4-5d25356cd171 req-f51a6e64-4c73-4c6f-b3d6-91e0570e8f10 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:26.042192 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-f250890d-515d-4de7-a4b4-5d25356cd171 req-f51a6e64-4c73-4c6f-b3d6-91e0570e8f10 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=92aa0445-ca87-458b-9d1c-8e1e9e681034 HTTP/1.1" status: 200 len: 932 time: 0.1474097 Jun 17 10:20:26.123075 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecb40b2d-14ef-4e91-9176-96a22fd1ee63 admin admin] Router 5c9ef50f-105a-4bd9-8915-5d5eecab81d8 has already been hosted by L3 agent 9ed9efc2-3eec-4d73-b246-cbd899a1984b {{(pid=93645) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 10:20:26.132828 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-f250890d-515d-4de7-a4b4-5d25356cd171 req-e77415c7-730d-4d42-9256-bed13f2acf5b tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b298a6e-ca03-4b84-a35f-a75e19063a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838637 Jun 17 10:20:26.405412 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-7428794d-46a7-4218-a692-5e314ffcc6e9 req-66104c81-af7f-4933-9715-c180de1716e7 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0979862 Jun 17 10:20:26.414438 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-db6e61de-55be-4da7-8342-877f6af9939b None None] Provisioning complete for port 6a8e4f63-ee4e-40fd-9ff6-73205eb849c7 triggered by entity DHCP. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:20:26.415568 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-db6e61de-55be-4da7-8342-877f6af9939b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:26.528822 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-db6e61de-55be-4da7-8342-877f6af9939b None None] Port 6a8e4f63-ee4e-40fd-9ff6-73205eb849c7 cannot update to ACTIVE because it is not bound. {{(pid=93646) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 10:20:26.561392 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb40b2d-14ef-4e91-9176-96a22fd1ee63 admin admin] Notify agent at l3_agent.dv-cinder-796806-1-iscsi the message routers_updated {{(pid=93645) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 10:20:26.581097 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a48dea-e3da-4330-9d55-86c4db6a8dea None None] Sync routers for ids ['5c9ef50f-105a-4bd9-8915-5d5eecab81d8'] in dv-cinder-796806-1-iscsi {{(pid=93646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 10:20:26.618869 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a48dea-e3da-4330-9d55-86c4db6a8dea None None] Routers {'5c9ef50f-105a-4bd9-8915-5d5eecab81d8'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:20:26.621117 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_hamode_db [None req-e5a48dea-e3da-4330-9d55-86c4db6a8dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:20:03Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['5c9ef50f-105a-4bd9-8915-5d5eecab81d8'], 'active': True} {{(pid=93646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:20:26.634692 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-ecb40b2d-14ef-4e91-9176-96a22fd1ee63 admin admin] 10.222.0.22 "PUT /v2.0/routers/5c9ef50f-105a-4bd9-8915-5d5eecab81d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4943218 Jun 17 10:20:26.668643 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.agents_db [None req-342b98a1-7fdc-4d24-a539-fe72a001d92b None None] Agent healthcheck: found 6 active agents {{(pid=93647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:20:27.049873 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603de452-469a-4728-afca-6db9ab0c4ab1 req-c59eab52-ae37-4f7a-ac8e-2658c8f3695e tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:27.062094 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-603de452-469a-4728-afca-6db9ab0c4ab1 req-c59eab52-ae37-4f7a-ac8e-2658c8f3695e tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39d8b4f-31c1-4ac5-9c65-a73ee6a64e21 HTTP/1.1" status: 200 len: 943 time: 0.3390355 Jun 17 10:20:27.157474 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fbc6a0-e4a5-4df9-b107-14ca69e7d174 req-ac86f325-8ffb-43a4-b0a6-54b42cf53fec tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:27.164278 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d6fbc6a0-e4a5-4df9-b107-14ca69e7d174 req-ac86f325-8ffb-43a4-b0a6-54b42cf53fec tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 945 time: 0.3998053 Jun 17 10:20:27.273181 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvr_db [None req-e5a48dea-e3da-4330-9d55-86c4db6a8dea None None] Set router 5c9ef50f-105a-4bd9-8915-5d5eecab81d8 gateway port host: dv-cinder-796806-1-iscsi {{(pid=93646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:20:27.297033 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-603de452-469a-4728-afca-6db9ab0c4ab1 req-504a3f80-85c8-41c3-a422-40d510731c52 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/security-groups?id=53de0d9a-5a0b-4ab8-8623-79700c1fe6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133248 Jun 17 10:20:27.356285 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d6fbc6a0-e4a5-4df9-b107-14ca69e7d174 req-3852d557-5a43-433c-8826-a8ac5a74a11a tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1735029 Jun 17 10:20:27.559664 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-3e88d969-dc2e-4a54-8b1a-47cd78e9673f req-04574fa7-9c81-4ba2-b903-259a969af846 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e932e89-dbab-40c2-ba76-f9b1c1f8706f HTTP/1.1" status: 200 len: 210 time: 0.1699781 Jun 17 10:20:27.807181 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] get_ports_and_sgs() called for port_ids ['04940f7f-87de-4aa6-ad53-1548536f45e1', '0156a4b6-95f6-46a5-b525-7dbb108aae7a', 'c895d625-b840-40cb-aac7-139b44c809b6'] {{(pid=93646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 10:20:27.834238 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.v2.base [req-7428794d-46a7-4218-a692-5e314ffcc6e9 req-6025d221-e252-4b92-afbd-c294ad6218af service neutron] Request body: {'port': {'device_id': '92aa0445-ca87-458b-9d1c-8e1e9e681034', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79680'}} {{(pid=93645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:20:28.411840 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec8dee6-6364-41c0-b086-cd2ee7a83dc0 req-7cd74c7a-fd7e-4f2b-8c52-ffb3248a9d27 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:28.413478 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-eec8dee6-6364-41c0-b086-cd2ee7a83dc0 req-7cd74c7a-fd7e-4f2b-8c52-ffb3248a9d27 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.4349895 Jun 17 10:20:28.445945 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-7428794d-46a7-4218-a692-5e314ffcc6e9 req-6025d221-e252-4b92-afbd-c294ad6218af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:28.452534 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd58ad32-b041-4260-ad9e-386199ef37ce req-828e0f0c-6b3b-4404-b73e-542ff90eb8e4 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:28.467911 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-fd58ad32-b041-4260-ad9e-386199ef37ce req-828e0f0c-6b3b-4404-b73e-542ff90eb8e4 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=92aa0445-ca87-458b-9d1c-8e1e9e681034 HTTP/1.1" status: 200 len: 932 time: 0.3720253 Jun 17 10:20:28.546989 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:28.634684 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-eec8dee6-6364-41c0-b086-cd2ee7a83dc0 req-f9c6ed2d-1113-49b8-8a75-befc13c7b2a0 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644657 Jun 17 10:20:28.729588 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-fd58ad32-b041-4260-ad9e-386199ef37ce req-9886406c-e192-49a8-91a3-623153e27996 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b298a6e-ca03-4b84-a35f-a75e19063a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575994 Jun 17 10:20:29.015822 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 49582) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:20:29.032837 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.v2.base [None req-f04744ac-4a66-4ab7-957c-10a45d565ca0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1671743805-network', 'tenant_id': '4533014ad3ce4f96a58b9916412c89f5'}} {{(pid=93644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:20:29.168879 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_hamode_db [None req-e5a48dea-e3da-4330-9d55-86c4db6a8dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9ef50f-105a-4bd9-8915-5d5eecab81d8', 'name': 'tempest-TestShelveInstance-948250959-router', 'tenant_id': 'a48f3a58719945bcbe434bb642bb07c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '14ba9241-c73f-4de9-98cc-4e7491013d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:20:09Z', 'updated_at': '2021-06-17T10:20:23Z', 'revision_number': 4, 'project_id': 'a48f3a58719945bcbe434bb642bb07c4', 'gw_port': {'id': '14ba9241-c73f-4de9-98cc-4e7491013d07', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:16:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9ef50f-105a-4bd9-8915-5d5eecab81d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:20:10Z', 'updated_at': '2021-06-17T10:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi', '_interfaces': [{'id': '6a8e4f63-ee4e-40fd-9ff6-73205eb849c7', 'name': '', 'network_id': 'a9682b63-2ad1-4cec-a7f3-70239b2c7a86', 'tenant_id': 'a48f3a58719945bcbe434bb642bb07c4', 'mac_address': 'fa:16:3e:39:56:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9ef50f-105a-4bd9-8915-5d5eecab81d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '9ede7e81-dfd0-4030-b334-ce8baee8e073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:20:20Z', 'updated_at': '2021-06-17T10:20:24Z', 'revision_number': 2, 'project_id': 'a48f3a58719945bcbe434bb642bb07c4', 'subnets': [{'id': '9ede7e81-dfd0-4030-b334-ce8baee8e073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:20:29.325126 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f04744ac-4a66-4ab7-957c-10a45d565ca0 admin admin] Made reservation on behalf of 4533014ad3ce4f96a58b9916412c89f5 for: {'network': 1} {{(pid=93644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:20:29.330044 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-f04744ac-4a66-4ab7-957c-10a45d565ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3930454'] for network, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:29.406358 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a48dea-e3da-4330-9d55-86c4db6a8dea None None] Checking router: 5c9ef50f-105a-4bd9-8915-5d5eecab81d8 for host: dv-cinder-796806-1-iscsi {{(pid=93646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 10:20:29.420322 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a48dea-e3da-4330-9d55-86c4db6a8dea None None] Updating router 5c9ef50f-105a-4bd9-8915-5d5eecab81d8 port 6a8e4f63-ee4e-40fd-9ff6-73205eb849c7 binding host dv-cinder-796806-1-iscsi {{(pid=93646) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 10:20:29.505160 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-f04744ac-4a66-4ab7-957c-10a45d565ca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:29.561581 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.notifiers.nova [req-7428794d-46a7-4218-a692-5e314ffcc6e9 req-6025d221-e252-4b92-afbd-c294ad6218af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c9f1dee-5954-4583-9406-d225d24355ad {{(pid=93645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:20:29.608815 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-7428794d-46a7-4218-a692-5e314ffcc6e9 req-6025d221-e252-4b92-afbd-c294ad6218af service neutron] Notify callbacks [] for port, precommit_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:29.660587 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.provisioning_blocks [req-7428794d-46a7-4218-a692-5e314ffcc6e9 req-6025d221-e252-4b92-afbd-c294ad6218af service neutron] Transition to ACTIVE for port object 8c9f1dee-5954-4583-9406-d225d24355ad will not be triggered until provisioned by entity L2. {{(pid=93645) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:20:29.708640 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-e5a48dea-e3da-4330-9d55-86c4db6a8dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:29.785512 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-f04744ac-4a66-4ab7-957c-10a45d565ca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:29.788263 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6057ae13-3e31-4fb1-9444-9a63d10c3f5e req-b2005127-a06c-4cc9-8648-46e7547b2daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:29.790274 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6057ae13-3e31-4fb1-9444-9a63d10c3f5e req-b2005127-a06c-4cc9-8648-46e7547b2daf service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 1098 time: 0.4390159 Jun 17 10:20:29.860119 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4117aced-2c5a-4be9-ac1a-2aa8e5ea082c req-6c20b251-6bc4-4f5f-9403-9d41591b2225 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:29.860119 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-4117aced-2c5a-4be9-ac1a-2aa8e5ea082c req-6c20b251-6bc4-4f5f-9403-9d41591b2225 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39d8b4f-31c1-4ac5-9c65-a73ee6a64e21 HTTP/1.1" status: 200 len: 943 time: 0.6764181 Jun 17 10:20:29.889838 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-7428794d-46a7-4218-a692-5e314ffcc6e9 req-6025d221-e252-4b92-afbd-c294ad6218af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129691277'] for port, after_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:29.912453 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-0ccc237f-aab0-4367-b4b6-91ad921543d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:20:29.947862 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6057ae13-3e31-4fb1-9444-9a63d10c3f5e req-92a2d9f3-2d73-40fa-bfb5-ed4172eef642 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359150 Jun 17 10:20:29.982697 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-f04744ac-4a66-4ab7-957c-10a45d565ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:29.982697 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-e9dab070-18d6-47c6-871f-fb22b4e76b51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:20:30.022608 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04744ac-4a66-4ab7-957c-10a45d565ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad145ecc-6aa5-4d3c-b0b0-fadf1fa15e85,revision_number=1']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:20:30.050333 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01809205-43f6-42f0-a39d-a69535cbea5f req-4f29a6a4-5ab6-44c3-a0cc-0cafab233e76 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:30.062293 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-01809205-43f6-42f0-a39d-a69535cbea5f req-4f29a6a4-5ab6-44c3-a0cc-0cafab233e76 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 945 time: 0.6100059 Jun 17 10:20:30.191481 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-4117aced-2c5a-4be9-ac1a-2aa8e5ea082c req-07e34cd0-2b01-4561-8571-dd5e94ac8f50 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/security-groups?id=53de0d9a-5a0b-4ab8-8623-79700c1fe6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573304 Jun 17 10:20:30.197618 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f04744ac-4a66-4ab7-957c-10a45d565ca0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=93644) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 10:20:30.240964 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04744ac-4a66-4ab7-957c-10a45d565ca0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:20:30.250286 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04744ac-4a66-4ab7-957c-10a45d565ca0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:20:30.265069 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04744ac-4a66-4ab7-957c-10a45d565ca0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:20:30.272523 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04744ac-4a66-4ab7-957c-10a45d565ca0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:20:30.276811 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04744ac-4a66-4ab7-957c-10a45d565ca0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:20:30.285020 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04744ac-4a66-4ab7-957c-10a45d565ca0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:20:30.286012 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04744ac-4a66-4ab7-957c-10a45d565ca0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:20:30.288887 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04744ac-4a66-4ab7-957c-10a45d565ca0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:20:30.296477 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04744ac-4a66-4ab7-957c-10a45d565ca0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:20:30.299619 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04744ac-4a66-4ab7-957c-10a45d565ca0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:20:30.305629 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04744ac-4a66-4ab7-957c-10a45d565ca0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:20:30.306481 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04744ac-4a66-4ab7-957c-10a45d565ca0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:20:30.338912 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6025d221-e252-4b92-afbd-c294ad6218af service neutron] Pushing event updated for resources: {'Port': ['ID=8c9f1dee-5954-4583-9406-d225d24355ad,revision_number=2']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:20:30.355808 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-6025d221-e252-4b92-afbd-c294ad6218af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:20:30.359549 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-f04744ac-4a66-4ab7-957c-10a45d565ca0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:20:30.366620 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.managers [req-7428794d-46a7-4218-a692-5e314ffcc6e9 req-6025d221-e252-4b92-afbd-c294ad6218af service neutron] Attempting to bind port 8c9f1dee-5954-4583-9406-d225d24355ad on host hv-cinder-79680 for vnic_type normal with profile {{(pid=93645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:20:30.368539 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-d77441a4-b0f1-4ae3-9ea0-526987fb43db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:30.390935 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.managers [req-7428794d-46a7-4218-a692-5e314ffcc6e9 req-6025d221-e252-4b92-afbd-c294ad6218af service neutron] Attempting to bind port 8c9f1dee-5954-4583-9406-d225d24355ad by drivers openvswitch,hyperv on host hv-cinder-79680 at level 0 using segments [{'id': '18c6c105-9c0b-4401-b33f-19dbd1751948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9a805b2b-cd8e-4e47-bb4f-0c9740043540'}] {{(pid=93645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:20:30.391535 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7428794d-46a7-4218-a692-5e314ffcc6e9 req-6025d221-e252-4b92-afbd-c294ad6218af service neutron] Attempting to bind port 8c9f1dee-5954-4583-9406-d225d24355ad on network 9a805b2b-cd8e-4e47-bb4f-0c9740043540 {{(pid=93645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:20:30.412494 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7428794d-46a7-4218-a692-5e314ffcc6e9 req-6025d221-e252-4b92-afbd-c294ad6218af service neutron] Port 8c9f1dee-5954-4583-9406-d225d24355ad on network 9a805b2b-cd8e-4e47-bb4f-0c9740043540 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79680 {{(pid=93645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 10:20:30.412978 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7428794d-46a7-4218-a692-5e314ffcc6e9 req-6025d221-e252-4b92-afbd-c294ad6218af service neutron] Attempting to bind port 8c9f1dee-5954-4583-9406-d225d24355ad on network 9a805b2b-cd8e-4e47-bb4f-0c9740043540 {{(pid=93645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:20:30.432969 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-01809205-43f6-42f0-a39d-a69535cbea5f req-7bcdc2d4-c487-4ade-9749-6e5a137b68eb tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3689902 Jun 17 10:20:30.433413 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7428794d-46a7-4218-a692-5e314ffcc6e9 req-6025d221-e252-4b92-afbd-c294ad6218af service neutron] Checking agent: {'id': '71ef71fd-f9ba-4ed4-b44a-140e16714f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79680', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 14, 58), 'started_at': datetime.datetime(2021, 6, 17, 10, 14, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:20:30.434225 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7428794d-46a7-4218-a692-5e314ffcc6e9 req-6025d221-e252-4b92-afbd-c294ad6218af service neutron] Checking segment: {'id': '18c6c105-9c0b-4401-b33f-19dbd1751948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9a805b2b-cd8e-4e47-bb4f-0c9740043540'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:20:30.436374 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7428794d-46a7-4218-a692-5e314ffcc6e9 req-6025d221-e252-4b92-afbd-c294ad6218af service neutron] Bound using segment: {'id': '18c6c105-9c0b-4401-b33f-19dbd1751948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9a805b2b-cd8e-4e47-bb4f-0c9740043540'} {{(pid=93645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:20:30.440822 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.managers [req-7428794d-46a7-4218-a692-5e314ffcc6e9 req-6025d221-e252-4b92-afbd-c294ad6218af service neutron] Bound port: 8c9f1dee-5954-4583-9406-d225d24355ad, host: hv-cinder-79680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18c6c105-9c0b-4401-b33f-19dbd1751948', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '9a805b2b-cd8e-4e47-bb4f-0c9740043540'}}] {{(pid=93645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:20:30.449484 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-7428794d-46a7-4218-a692-5e314ffcc6e9 req-6025d221-e252-4b92-afbd-c294ad6218af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:30.485525 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-f04744ac-4a66-4ab7-957c-10a45d565ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3785028'] for segment, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:30.490464 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.db.segments_db [None req-f04744ac-4a66-4ab7-957c-10a45d565ca0 admin admin] Added segment a7170e3f-ccb7-4cf1-909f-fd0979b7067b of type vlan for network f2c86962-a93c-495f-9b64-5f5700b8143f Jun 17 10:20:30.825647 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.db [req-7428794d-46a7-4218-a692-5e314ffcc6e9 req-6025d221-e252-4b92-afbd-c294ad6218af service neutron] For port 8c9f1dee-5954-4583-9406-d225d24355ad, host hv-cinder-79680, cleared binding levels {{(pid=93645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:20:30.834155 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-f04744ac-4a66-4ab7-957c-10a45d565ca0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740733824422'] for network, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:30.852166 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.db [req-7428794d-46a7-4218-a692-5e314ffcc6e9 req-6025d221-e252-4b92-afbd-c294ad6218af service neutron] For port 8c9f1dee-5954-4583-9406-d225d24355ad, host hv-cinder-79680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=8c9f1dee-5954-4583-9406-d225d24355ad,segment=NetworkSegment(18c6c105-9c0b-4401-b33f-19dbd1751948),segment_id=18c6c105-9c0b-4401-b33f-19dbd1751948)] {{(pid=93645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:20:30.954222 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-7428794d-46a7-4218-a692-5e314ffcc6e9 req-6025d221-e252-4b92-afbd-c294ad6218af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129691277'] for port, after_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:30.960959 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-077e91c7-58bd-4a14-a6a6-c1245df0d1b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:20:31.042650 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-e1a53814-b3d9-4dfa-9741-29abd03ed00b req-59ae985b-81fc-47f4-92f3-06dac8f2ef72 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e932e89-dbab-40c2-ba76-f9b1c1f8706f HTTP/1.1" status: 200 len: 210 time: 0.2661355 Jun 17 10:20:31.136147 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7428794d-46a7-4218-a692-5e314ffcc6e9 req-6025d221-e252-4b92-afbd-c294ad6218af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:31.137550 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-7428794d-46a7-4218-a692-5e314ffcc6e9 req-6025d221-e252-4b92-afbd-c294ad6218af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733'] for port, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:31.158312 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-7428794d-46a7-4218-a692-5e314ffcc6e9 req-6025d221-e252-4b92-afbd-c294ad6218af service neutron] 10.222.0.47 "PUT /v2.0/ports/8c9f1dee-5954-4583-9406-d225d24355ad HTTP/1.1" status: 200 len: 1094 time: 3.3333299 Jun 17 10:20:31.165159 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92aa0445-ca87-458b-9d1c-8e1e9e681034', 'tag': '8c9f1dee-5954-4583-9406-d225d24355ad'}] {{(pid=93645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:20:31.191289 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25c6fbde856bb10fc3e6f7e7beb0655886cca8e381c3d168db957d1d9f65ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa66ddc-85b2-4e89-bfff-63a6784391f3" -d '{"events": [{"name": "network-changed", "server_uuid": "92aa0445-ca87-458b-9d1c-8e1e9e681034", "tag": "8c9f1dee-5954-4583-9406-d225d24355ad"}]}' {{(pid=93645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:20:31.336269 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6025d221-e252-4b92-afbd-c294ad6218af service neutron] Pushing event updated for resources: {'Port': ['ID=8c9f1dee-5954-4583-9406-d225d24355ad,revision_number=3']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:20:31.379032 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-6025d221-e252-4b92-afbd-c294ad6218af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:20:31.417386 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b890e-ad30-474a-bd19-7def6317f6b9 req-39e86aa2-5344-4051-9033-f0137bc3a6e7 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:31.431172 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-f76b890e-ad30-474a-bd19-7def6317f6b9 req-39e86aa2-5344-4051-9033-f0137bc3a6e7 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.3864763 Jun 17 10:20:31.442015 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-e5a48dea-e3da-4330-9d55-86c4db6a8dea None None] Notify callbacks [] for port, precommit_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:31.460422 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-f04744ac-4a66-4ab7-957c-10a45d565ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-714710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243'] for network, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:31.466656 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04744ac-4a66-4ab7-957c-10a45d565ca0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:31.467094 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-e5a48dea-e3da-4330-9d55-86c4db6a8dea None None] Transition to ACTIVE for port object 6a8e4f63-ee4e-40fd-9ff6-73205eb849c7 will not be triggered until provisioned by entity L2. {{(pid=93646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:20:31.468362 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-f04744ac-4a66-4ab7-957c-10a45d565ca0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625220'] for network, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:31.476493 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-f032bceb-d7ab-4184-8960-7410c470a659 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:20:31.776853 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7428794d-46a7-4218-a692-5e314ffcc6e9 req-4d49fb03-f8b6-494c-9f26-5af53902c734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:31.799970 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-7428794d-46a7-4218-a692-5e314ffcc6e9 req-4d49fb03-f8b6-494c-9f26-5af53902c734 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7c65ad8f35ae464b8ab3462292a725d5&device_id=92aa0445-ca87-458b-9d1c-8e1e9e681034 HTTP/1.1" status: 200 len: 1097 time: 0.3630064 Jun 17 10:20:31.894415 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device 91311a62-c506-4a3e-b0b5-90876d6ff360 details requested by agent hyperv_hv-cinder-79680 with host hv-cinder-79680 {{(pid=93646) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 10:20:31.914435 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-e5a48dea-e3da-4330-9d55-86c4db6a8dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:31.938583 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:20:32.006529 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-7428794d-46a7-4218-a692-5e314ffcc6e9 req-b67350d5-e2b1-470f-bf40-f65c6851d43d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c9f1dee-5954-4583-9406-d225d24355ad HTTP/1.1" status: 200 len: 217 time: 0.2052476 Jun 17 10:20:32.043529 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-f76b890e-ad30-474a-bd19-7def6317f6b9 req-82e86779-5a31-439c-b69b-488f8320797c tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6095006 Jun 17 10:20:32.173068 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04744ac-4a66-4ab7-957c-10a45d565ca0 admin admin] Pushing event updated for resources: {'Network': ['ID=f2c86962-a93c-495f-9b64-5f5700b8143f,revision_number=1']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:20:32.203090 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7428794d-46a7-4218-a692-5e314ffcc6e9 req-193345c5-16a4-4805-8d9b-50e2e26cf87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:32.228311 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-7428794d-46a7-4218-a692-5e314ffcc6e9 req-193345c5-16a4-4805-8d9b-50e2e26cf87d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cef6c515-9123-40fd-a090-e2ea3bc5a141 HTTP/1.1" status: 200 len: 855 time: 0.1885490 Jun 17 10:20:32.228311 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 10:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce223ce-b30f-40e2-b6d5-480cc93f6b29 x-openstack-request-id: req-fce223ce-b30f-40e2-b6d5-480cc93f6b29 {{(pid=93645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:20:32.228311 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92aa0445-ca87-458b-9d1c-8e1e9e681034", "tag": "8c9f1dee-5954-4583-9406-d225d24355ad", "status": "completed", "code": 200}]} {{(pid=93645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:20:32.228311 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fce223ce-b30f-40e2-b6d5-480cc93f6b29 {{(pid=93645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:20:32.228311 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92aa0445-ca87-458b-9d1c-8e1e9e681034', 'tag': '8c9f1dee-5954-4583-9406-d225d24355ad', 'status': 'completed', 'code': 200} Jun 17 10:20:32.244367 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-f04744ac-4a66-4ab7-957c-10a45d565ca0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.766s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:20:32.334570 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] For port 91311a62-c506-4a3e-b0b5-90876d6ff360, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=91311a62-c506-4a3e-b0b5-90876d6ff360,segment=NetworkSegment(fbd9f26e-5ef6-41de-b20d-bb9149a77337),segment_id=fbd9f26e-5ef6-41de-b20d-bb9149a77337)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:20:32.356022 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-7428794d-46a7-4218-a692-5e314ffcc6e9 req-ea52d6be-5948-445b-a7e4-a4a30894a7ac service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9a805b2b-cd8e-4e47-bb4f-0c9740043540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1248934 Jun 17 10:20:32.357682 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Returning: {'device': '91311a62-c506-4a3e-b0b5-90876d6ff360', 'network_id': 'b9e4b84a-8dde-4ee3-9ab8-7dbe232b2e85', 'port_id': '91311a62-c506-4a3e-b0b5-90876d6ff360', 'mac_address': 'fa:16:3e:41:5e:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0f4a3e0-d2e8-4ac0-b721-b783e50aed11', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93646) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 10:20:32.372763 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0256abe-4ba3-4172-8b9d-615dc83d5028 req-8202299b-de96-48f2-87d4-63edc80136b2 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:32.374895 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-c0256abe-4ba3-4172-8b9d-615dc83d5028 req-8202299b-de96-48f2-87d4-63edc80136b2 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=92aa0445-ca87-458b-9d1c-8e1e9e681034 HTTP/1.1" status: 200 len: 944 time: 0.6241415 Jun 17 10:20:32.396235 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Network f2c86962-a93c-495f-9b64-5f5700b8143f details requested by agent ovs-agent-dv-cinder-796806-1-iscsi with host dv-cinder-796806-1-iscsi {{(pid=93646) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 10:20:32.521288 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-c0256abe-4ba3-4172-8b9d-615dc83d5028 req-66c27ee3-5c5a-4910-a576-0582dbbd2de4 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b298a6e-ca03-4b84-a35f-a75e19063a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289113 Jun 17 10:20:32.593892 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-f04744ac-4a66-4ab7-957c-10a45d565ca0 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.5757394 Jun 17 10:20:32.600689 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-7428794d-46a7-4218-a692-5e314ffcc6e9 req-0186367f-2c1b-4885-bd7f-3a6af9121cf4 service neutron] 10.222.0.47 "GET /v2.0/networks/9a805b2b-cd8e-4e47-bb4f-0c9740043540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356539 Jun 17 10:20:32.602161 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 49618) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:20:32.607697 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.v2.base [None req-b7b8c4dd-0c00-413d-bdba-41c6b0994577 admin admin] Request body: {'subnet': {'network_id': 'f2c86962-a93c-495f-9b64-5f5700b8143f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1671743805-subnet', 'tenant_id': '4533014ad3ce4f96a58b9916412c89f5', 'ip_version': 4}} {{(pid=93644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:20:32.743305 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b8c4dd-0c00-413d-bdba-41c6b0994577 admin admin] Made reservation on behalf of 4533014ad3ce4f96a58b9916412c89f5 for: {'subnet': 1} {{(pid=93644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:20:32.747674 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-b7b8c4dd-0c00-413d-bdba-41c6b0994577 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130007665'] for subnet, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:32.929390 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.managers [None req-e5a48dea-e3da-4330-9d55-86c4db6a8dea None None] Attempting to bind port 6a8e4f63-ee4e-40fd-9ff6-73205eb849c7 on host dv-cinder-796806-1-iscsi for vnic_type normal with profile {{(pid=93646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:20:32.930332 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.managers [None req-e5a48dea-e3da-4330-9d55-86c4db6a8dea None None] Attempting to bind port 6a8e4f63-ee4e-40fd-9ff6-73205eb849c7 by drivers openvswitch,hyperv on host dv-cinder-796806-1-iscsi at level 0 using segments [{'id': 'e5a4c8b0-db77-4faf-bf25-5097f0723781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a9682b63-2ad1-4cec-a7f3-70239b2c7a86'}] {{(pid=93646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:20:32.930596 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a48dea-e3da-4330-9d55-86c4db6a8dea None None] Attempting to bind port 6a8e4f63-ee4e-40fd-9ff6-73205eb849c7 on network a9682b63-2ad1-4cec-a7f3-70239b2c7a86 {{(pid=93646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:20:33.091623 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-7428794d-46a7-4218-a692-5e314ffcc6e9 req-3177d30b-8560-46aa-89c8-66ccb322a356 service neutron] 10.222.0.47 "GET /v2.0/networks/9a805b2b-cd8e-4e47-bb4f-0c9740043540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4805062 Jun 17 10:20:33.337204 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd10f6-62ef-404f-9268-091df159e33d req-300ddfc7-b5b0-4cd0-8c11-1ecef4ee86d0 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:33.341420 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-35bd10f6-62ef-404f-9268-091df159e33d req-300ddfc7-b5b0-4cd0-8c11-1ecef4ee86d0 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39d8b4f-31c1-4ac5-9c65-a73ee6a64e21 HTTP/1.1" status: 200 len: 943 time: 0.6753254 Jun 17 10:20:33.579282 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa66ddc-85b2-4e89-bfff-63a6784391f3 req-70338348-ba4b-4497-988d-897c4e481ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:33.582548 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:33.587185 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-8fa66ddc-85b2-4e89-bfff-63a6784391f3 req-70338348-ba4b-4497-988d-897c4e481ab5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7c65ad8f35ae464b8ab3462292a725d5&device_id=92aa0445-ca87-458b-9d1c-8e1e9e681034 HTTP/1.1" status: 200 len: 1097 time: 0.2693000 Jun 17 10:20:33.598959 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6ce5d1-0f30-4154-b292-d69c51d042da None None] Pushing event updated for resources: {'Port': ['ID=6a8e4f63-ee4e-40fd-9ff6-73205eb849c7,revision_number=3']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:20:33.620551 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-4e6ce5d1-0f30-4154-b292-d69c51d042da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.683s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:20:33.809945 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a48dea-e3da-4330-9d55-86c4db6a8dea None None] Checking agent: {'id': 'f230d01b-21be-4f06-8428-d429ae72cfd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796806-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 7, 3), 'started_at': datetime.datetime(2021, 6, 17, 10, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796806-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:20:33.810816 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a48dea-e3da-4330-9d55-86c4db6a8dea None None] Checking segment: {'id': 'e5a4c8b0-db77-4faf-bf25-5097f0723781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a9682b63-2ad1-4cec-a7f3-70239b2c7a86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:20:33.811541 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-e5a48dea-e3da-4330-9d55-86c4db6a8dea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:33.812195 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a48dea-e3da-4330-9d55-86c4db6a8dea None None] Bound using segment: {'id': 'e5a4c8b0-db77-4faf-bf25-5097f0723781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a9682b63-2ad1-4cec-a7f3-70239b2c7a86'} {{(pid=93646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:20:33.812946 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.managers [None req-e5a48dea-e3da-4330-9d55-86c4db6a8dea None None] Bound port: 6a8e4f63-ee4e-40fd-9ff6-73205eb849c7, host: dv-cinder-796806-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5a4c8b0-db77-4faf-bf25-5097f0723781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a9682b63-2ad1-4cec-a7f3-70239b2c7a86'}}] {{(pid=93646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:20:33.813643 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-e5a48dea-e3da-4330-9d55-86c4db6a8dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:33.855158 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-35bd10f6-62ef-404f-9268-091df159e33d req-1c20cda1-6708-4494-b1f5-a533fb2db8ed tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/security-groups?id=53de0d9a-5a0b-4ab8-8623-79700c1fe6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4730942 Jun 17 10:20:34.005462 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc2f87-dbf4-4d2a-be0c-c6626bcbd563 req-7a791eef-2813-4018-bddf-76a32bda7df3 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:34.005462 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-29fc2f87-dbf4-4d2a-be0c-c6626bcbd563 req-7a791eef-2813-4018-bddf-76a32bda7df3 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] 10.222.0.47 "GET /v2.0/networks?id=205c007d-e0dc-4507-a41e-7df391e7ed7c HTTP/1.1" status: 200 len: 814 time: 0.9103501 Jun 17 10:20:34.005714 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa66ddc-85b2-4e89-bfff-63a6784391f3 req-1f17cf00-8693-43f4-a084-5b91433bc5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:34.005714 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-8fa66ddc-85b2-4e89-bfff-63a6784391f3 req-1f17cf00-8693-43f4-a084-5b91433bc5e0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9a805b2b-cd8e-4e47-bb4f-0c9740043540 HTTP/1.1" status: 200 len: 916 time: 0.3931780 Jun 17 10:20:34.005905 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ae23ae-fe81-4d6a-9ce0-2a69c6ea2fc4 req-e7c37b2d-e125-4b57-9fb4-d4ed240fdde7 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:34.013078 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-b3ae23ae-fe81-4d6a-9ce0-2a69c6ea2fc4 req-e7c37b2d-e125-4b57-9fb4-d4ed240fdde7 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 945 time: 0.6404049 Jun 17 10:20:34.030559 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.v2.base [req-29fc2f87-dbf4-4d2a-be0c-c6626bcbd563 req-b3979680-0756-4ffc-90da-7a4496713a93 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] Request body: {'port': {'device_id': '2e932e89-dbab-40c2-ba76-f9b1c1f8706f', 'network_id': '205c007d-e0dc-4507-a41e-7df391e7ed7c', 'admin_state_up': True, 'tenant_id': '1adadcdc4edb46e09ec9476854d746e8'}} {{(pid=93644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:20:34.035851 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-e5a48dea-e3da-4330-9d55-86c4db6a8dea None None] For port 6a8e4f63-ee4e-40fd-9ff6-73205eb849c7, host dv-cinder-796806-1-iscsi, cleared binding levels {{(pid=93646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:20:34.052369 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-e5a48dea-e3da-4330-9d55-86c4db6a8dea None None] For port 6a8e4f63-ee4e-40fd-9ff6-73205eb849c7, host dv-cinder-796806-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=6a8e4f63-ee4e-40fd-9ff6-73205eb849c7,segment=NetworkSegment(e5a4c8b0-db77-4faf-bf25-5097f0723781),segment_id=e5a4c8b0-db77-4faf-bf25-5097f0723781)] {{(pid=93646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:20:34.091770 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.notifiers.nova [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91311a62-c506-4a3e-b0b5-90876d6ff360 {{(pid=93646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:20:34.140201 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-8fa66ddc-85b2-4e89-bfff-63a6784391f3 req-43e69fe2-6ab1-4d82-a598-1784570fa1c4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c9f1dee-5954-4583-9406-d225d24355ad HTTP/1.1" status: 200 len: 217 time: 0.1256733 Jun 17 10:20:34.153983 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-b3ae23ae-fe81-4d6a-9ce0-2a69c6ea2fc4 req-a2c53e2a-2502-4117-bc69-0160b39fa0e5 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398435 Jun 17 10:20:34.223356 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:34.259544 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] For port 91311a62-c506-4a3e-b0b5-90876d6ff360, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=91311a62-c506-4a3e-b0b5-90876d6ff360,segment=NetworkSegment(fbd9f26e-5ef6-41de-b20d-bb9149a77337),segment_id=fbd9f26e-5ef6-41de-b20d-bb9149a77337)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:20:34.268019 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-d9307212-d6bb-4cf8-90a6-dc78587d0789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:34.273876 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-e5a48dea-e3da-4330-9d55-86c4db6a8dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:34.306104 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-d238eb75-cfcf-44d8-b7d5-ca9e68e46931 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:20:34.309248 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-b7b8c4dd-0c00-413d-bdba-41c6b0994577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125912203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130007651'] for subnet, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:34.316659 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa66ddc-85b2-4e89-bfff-63a6784391f3 req-e347f36a-7109-4cc2-8f6b-923e20cd912b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:34.321513 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-8fa66ddc-85b2-4e89-bfff-63a6784391f3 req-e347f36a-7109-4cc2-8f6b-923e20cd912b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cef6c515-9123-40fd-a090-e2ea3bc5a141 HTTP/1.1" status: 200 len: 855 time: 0.1625366 Jun 17 10:20:34.331624 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-e976633a-a41e-46a8-823a-78dcdfe23b83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:20:34.387924 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6ce5d1-0f30-4154-b292-d69c51d042da None None] Pushing event updated for resources: {'Port': ['ID=6a8e4f63-ee4e-40fd-9ff6-73205eb849c7,revision_number=4']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:20:34.392980 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-4e6ce5d1-0f30-4154-b292-d69c51d042da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:20:34.416801 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-8fa66ddc-85b2-4e89-bfff-63a6784391f3 req-9d27506f-c576-4f84-b9fb-948cb76572e9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9a805b2b-cd8e-4e47-bb4f-0c9740043540&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767324 Jun 17 10:20:34.427434 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a48dea-e3da-4330-9d55-86c4db6a8dea None None] Routers {'5c9ef50f-105a-4bd9-8915-5d5eecab81d8'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:20:34.429062 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_hamode_db [None req-e5a48dea-e3da-4330-9d55-86c4db6a8dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:20:34Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['5c9ef50f-105a-4bd9-8915-5d5eecab81d8'], 'active': True} {{(pid=93646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:20:34.496178 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b8c4dd-0c00-413d-bdba-41c6b0994577 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a180ea8c-b457-4930-bdfe-0ab5c7e585f1,revision_number=0']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:20:34.512469 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-b7b8c4dd-0c00-413d-bdba-41c6b0994577 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:20:34.690166 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-2511382f-c969-452c-9d7a-63ae358a72b9 req-ddf4bb5f-265a-49de-badd-1306b61b431f tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e932e89-dbab-40c2-ba76-f9b1c1f8706f HTTP/1.1" status: 200 len: 210 time: 0.1369672 Jun 17 10:20:34.699479 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-8fa66ddc-85b2-4e89-bfff-63a6784391f3 req-00929415-ebc3-4594-a78b-72cfb21f3c40 service neutron] 10.222.0.47 "GET /v2.0/networks/9a805b2b-cd8e-4e47-bb4f-0c9740043540?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565768 Jun 17 10:20:34.715351 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvr_db [None req-e5a48dea-e3da-4330-9d55-86c4db6a8dea None None] Set router 5c9ef50f-105a-4bd9-8915-5d5eecab81d8 gateway port host: dv-cinder-796806-1-iscsi {{(pid=93646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:20:34.730937 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b8c4dd-0c00-413d-bdba-41c6b0994577 admin admin] Checking segment: {'id': 'a7170e3f-ccb7-4cf1-909f-fd0979b7067b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'f2c86962-a93c-495f-9b64-5f5700b8143f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:20:34.731316 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b8c4dd-0c00-413d-bdba-41c6b0994577 admin admin] Network hostable DHCP agents. Network: f2c86962-a93c-495f-9b64-5f5700b8143f, hostable agents: ['337bcc12-ee2b-4966-b704-642398d54e19'], hosted agents: [] {{(pid=93644) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 10:20:34.796397 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe751305-8856-4b86-81a1-d81ada8b585b req-6ec60906-19b6-456b-b98b-eee0117f3845 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:34.805593 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-fe751305-8856-4b86-81a1-d81ada8b585b req-6ec60906-19b6-456b-b98b-eee0117f3845 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.2731218 Jun 17 10:20:34.864498 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-fe751305-8856-4b86-81a1-d81ada8b585b req-d3173706-6b99-47b2-9adc-7860d3da012f tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576198 Jun 17 10:20:35.014288 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-8fa66ddc-85b2-4e89-bfff-63a6784391f3 req-c521be1d-cfe3-43cb-ab07-7902edb4697f service neutron] 10.222.0.47 "GET /v2.0/networks/9a805b2b-cd8e-4e47-bb4f-0c9740043540?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028135 Jun 17 10:20:35.053194 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452048e9-8635-4c9e-9aec-78efebe1763f req-b003557f-f65d-41bc-98ce-f7106b0955ce tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:35.054986 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-452048e9-8635-4c9e-9aec-78efebe1763f req-b003557f-f65d-41bc-98ce-f7106b0955ce tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=92aa0445-ca87-458b-9d1c-8e1e9e681034 HTTP/1.1" status: 200 len: 944 time: 0.1546781 Jun 17 10:20:35.117308 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-452048e9-8635-4c9e-9aec-78efebe1763f req-4cb4d0a6-8c4f-4544-97b2-2e38f18a3f27 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b298a6e-ca03-4b84-a35f-a75e19063a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501180 Jun 17 10:20:35.230052 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff2d206-4a45-462a-9f63-73fa4048be1b req-3d201dae-8592-42bf-82d0-f320cb37e507 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:35.231982 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-0ff2d206-4a45-462a-9f63-73fa4048be1b req-3d201dae-8592-42bf-82d0-f320cb37e507 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39d8b4f-31c1-4ac5-9c65-a73ee6a64e21 HTTP/1.1" status: 200 len: 943 time: 0.0890396 Jun 17 10:20:35.303804 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_hamode_db [None req-e5a48dea-e3da-4330-9d55-86c4db6a8dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9ef50f-105a-4bd9-8915-5d5eecab81d8', 'name': 'tempest-TestShelveInstance-948250959-router', 'tenant_id': 'a48f3a58719945bcbe434bb642bb07c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '14ba9241-c73f-4de9-98cc-4e7491013d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:20:09Z', 'updated_at': '2021-06-17T10:20:23Z', 'revision_number': 4, 'project_id': 'a48f3a58719945bcbe434bb642bb07c4', 'gw_port': {'id': '14ba9241-c73f-4de9-98cc-4e7491013d07', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:16:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9ef50f-105a-4bd9-8915-5d5eecab81d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:20:10Z', 'updated_at': '2021-06-17T10:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi', '_interfaces': [{'id': '6a8e4f63-ee4e-40fd-9ff6-73205eb849c7', 'name': '', 'network_id': 'a9682b63-2ad1-4cec-a7f3-70239b2c7a86', 'tenant_id': 'a48f3a58719945bcbe434bb642bb07c4', 'mac_address': 'fa:16:3e:39:56:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9ef50f-105a-4bd9-8915-5d5eecab81d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '9ede7e81-dfd0-4030-b334-ce8baee8e073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:20:20Z', 'updated_at': '2021-06-17T10:20:34Z', 'revision_number': 4, 'project_id': 'a48f3a58719945bcbe434bb642bb07c4', 'subnets': [{'id': '9ede7e81-dfd0-4030-b334-ce8baee8e073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:20:35.335371 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-0ff2d206-4a45-462a-9f63-73fa4048be1b req-b22de7c8-68a9-4de5-8a69-57a38c159e9b tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/security-groups?id=53de0d9a-5a0b-4ab8-8623-79700c1fe6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838087 Jun 17 10:20:35.345071 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a48dea-e3da-4330-9d55-86c4db6a8dea None None] The sync data for ids ['5c9ef50f-105a-4bd9-8915-5d5eecab81d8'] in dv-cinder-796806-1-iscsi is: [{'id': '5c9ef50f-105a-4bd9-8915-5d5eecab81d8', 'name': 'tempest-TestShelveInstance-948250959-router', 'tenant_id': 'a48f3a58719945bcbe434bb642bb07c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '14ba9241-c73f-4de9-98cc-4e7491013d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:20:09Z', 'updated_at': '2021-06-17T10:20:23Z', 'revision_number': 4, 'project_id': 'a48f3a58719945bcbe434bb642bb07c4', 'gw_port': {'id': '14ba9241-c73f-4de9-98cc-4e7491013d07', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:16:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9ef50f-105a-4bd9-8915-5d5eecab81d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:20:10Z', 'updated_at': '2021-06-17T10:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi', '_interfaces': [{'id': '6a8e4f63-ee4e-40fd-9ff6-73205eb849c7', 'name': '', 'network_id': 'a9682b63-2ad1-4cec-a7f3-70239b2c7a86', 'tenant_id': 'a48f3a58719945bcbe434bb642bb07c4', 'mac_address': 'fa:16:3e:39:56:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9ef50f-105a-4bd9-8915-5d5eecab81d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '9ede7e81-dfd0-4030-b334-ce8baee8e073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:20:20Z', 'updated_at': '2021-06-17T10:20:34Z', 'revision_number': 4, 'project_id': 'a48f3a58719945bcbe434bb642bb07c4', 'subnets': [{'id': '9ede7e81-dfd0-4030-b334-ce8baee8e073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 10:20:35.355493 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:35.358832 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-8db3c7dd-f418-45ea-a566-eef7b46cb6b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:20:35.465116 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b8c4dd-0c00-413d-bdba-41c6b0994577 admin admin] Network f2c86962-a93c-495f-9b64-5f5700b8143f is scheduled to be hosted by DHCP agent 337bcc12-ee2b-4966-b704-642398d54e19 with binding_index 1 {{(pid=93644) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 10:20:35.476875 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29fc2f87-dbf4-4d2a-be0c-c6626bcbd563 req-b3979680-0756-4ffc-90da-7a4496713a93 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] Made reservation on behalf of 1adadcdc4edb46e09ec9476854d746e8 for: {'port': 1} {{(pid=93644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:20:35.487116 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-29fc2f87-dbf4-4d2a-be0c-c6626bcbd563 req-b3979680-0756-4ffc-90da-7a4496713a93 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3930454'] for port, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:35.523264 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-76f1cb7e-d4ef-4c29-a3c2-2b16775f9f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:35.541781 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Pushing event updated for resources: {'Port': ['ID=91311a62-c506-4a3e-b0b5-90876d6ff360,revision_number=4']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:20:35.557136 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:20:35.671882 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.base_scheduler [None req-b7b8c4dd-0c00-413d-bdba-41c6b0994577 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796806-1-iscsi, f2c86962-a93c-495f-9b64-5f5700b8143f) {{(pid=93644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:20:35.685042 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b8c4dd-0c00-413d-bdba-41c6b0994577 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:35.696146 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-b7b8c4dd-0c00-413d-bdba-41c6b0994577 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:35.697326 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56857ed9-1563-46a4-8f03-3e9a3f5320f5 None None] Network f2c86962-a93c-495f-9b64-5f5700b8143f requested from dv-cinder-796806-1-iscsi {{(pid=93646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:20:35.844432 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 49670) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:20:35.845186 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-b7b8c4dd-0c00-413d-bdba-41c6b0994577 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.2409689 Jun 17 10:20:35.857658 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.v2.base [None req-15766316-b0a9-42c7-b45b-4bca0aadcd2e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1671743805-router', 'tenant_id': '4533014ad3ce4f96a58b9916412c89f5', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e'}}} {{(pid=93645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:20:35.897198 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ecd875-7a06-40ae-ade5-7f48e60e9c9c req-993f6bf3-4d49-4a6a-b6f9-8a376e1f633f tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:35.910966 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-b3ecd875-7a06-40ae-ade5-7f48e60e9c9c req-993f6bf3-4d49-4a6a-b6f9-8a376e1f633f tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 945 time: 0.2907181 Jun 17 10:20:35.943291 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.db.db_base_plugin_common [req-29fc2f87-dbf4-4d2a-be0c-c6626bcbd563 req-b3979680-0756-4ffc-90da-7a4496713a93 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] Allocated IP 172.20.0.14 (205c007d-e0dc-4507-a41e-7df391e7ed7c/2edda0e7-6fb2-4040-a41f-3dd2329e7f34/69285600-7025-4d3a-9461-bd2cba3538bd) {{(pid=93644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:20:35.991356 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] get_ports_and_sgs() called for port_ids ['91311a62-c506-4a3e-b0b5-90876d6ff360'] {{(pid=93646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 10:20:36.084566 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-15766316-b0a9-42c7-b45b-4bca0aadcd2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-675509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257682'] for router, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:36.085833 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-15766316-b0a9-42c7-b45b-4bca0aadcd2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-673820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257691'] for router, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:36.116057 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-b3ecd875-7a06-40ae-ade5-7f48e60e9c9c req-6e49cf70-80e6-41b5-bf1b-c1fe688c762c tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1963768 Jun 17 10:20:36.282203 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba914e2c-fa80-44c0-b7a6-77d5f5468add None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5dc65e0-4409-5911-8cd3-dd420be80dd8-f2c86962-a93c-495f-9b64-5f5700b8143f', 'network_id': 'f2c86962-a93c-495f-9b64-5f5700b8143f', 'tenant_id': '4533014ad3ce4f96a58b9916412c89f5', 'fixed_ips': [{'subnet_id': 'a180ea8c-b457-4930-bdfe-0ab5c7e585f1'}]}} from dv-cinder-796806-1-iscsi. {{(pid=93646) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 10:20:36.284236 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ba914e2c-fa80-44c0-b7a6-77d5f5468add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3930454'] for port, before_create {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:36.463859 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-15766316-b0a9-42c7-b45b-4bca0aadcd2e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:36.512081 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-29fc2f87-dbf4-4d2a-be0c-c6626bcbd563 req-b3979680-0756-4ffc-90da-7a4496713a93 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] Notify callbacks [] for port, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:36.710302 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-972f41a5-34e4-45da-9f3d-c89ce81180bb req-097f4303-69b7-4ccc-b018-4ff6dd610ed3 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e932e89-dbab-40c2-ba76-f9b1c1f8706f HTTP/1.1" status: 200 len: 210 time: 0.1067553 Jun 17 10:20:36.869088 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-29fc2f87-dbf4-4d2a-be0c-c6626bcbd563 req-b3979680-0756-4ffc-90da-7a4496713a93 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3925395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740733869087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125912119'] for port, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:36.901871 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-48a2c1df-677d-45ce-b5f1-58bbc1928241 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:20:36.997354 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3979680-0756-4ffc-90da-7a4496713a93 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] Pushing event updated for resources: {'Port': ['ID=69285600-7025-4d3a-9461-bd2cba3538bd,revision_number=1']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:20:37.012392 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-b3979680-0756-4ffc-90da-7a4496713a93 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:20:37.045107 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29fc2f87-dbf4-4d2a-be0c-c6626bcbd563 req-b3979680-0756-4ffc-90da-7a4496713a93 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] Network 205c007d-e0dc-4507-a41e-7df391e7ed7c is already hosted by enough agents. {{(pid=93644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:20:37.060647 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.base_scheduler [req-29fc2f87-dbf4-4d2a-be0c-c6626bcbd563 req-b3979680-0756-4ffc-90da-7a4496713a93 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] Resources bound (agent type, host, resource id): {{(pid=93644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:20:37.063486 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvrscheduler_db [req-29fc2f87-dbf4-4d2a-be0c-c6626bcbd563 req-b3979680-0756-4ffc-90da-7a4496713a93 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] Received port after_create {{(pid=93644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:20:37.084097 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc272f09-bfdf-468e-901c-2e898c1ef272 req-cb3ae3a2-7905-4632-8591-a850644a6b08 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:37.085973 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-bc272f09-bfdf-468e-901c-2e898c1ef272 req-cb3ae3a2-7905-4632-8591-a850644a6b08 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.3691134 Jun 17 10:20:37.137308 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8334b2a8-081d-4a08-b273-522b2363e8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:37.178307 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-bc272f09-bfdf-468e-901c-2e898c1ef272 req-f4706aec-287a-471d-b0fc-ea37722cc59c tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684974 Jun 17 10:20:37.211139 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc2f87-dbf4-4d2a-be0c-c6626bcbd563 req-b3979680-0756-4ffc-90da-7a4496713a93 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:37.213153 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-29fc2f87-dbf4-4d2a-be0c-c6626bcbd563 req-b3979680-0756-4ffc-90da-7a4496713a93 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733'] for port, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:37.313534 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.db_base_plugin_common [None req-ba914e2c-fa80-44c0-b7a6-77d5f5468add None None] Allocated IP 172.20.0.2 (f2c86962-a93c-495f-9b64-5f5700b8143f/a180ea8c-b457-4930-bdfe-0ab5c7e585f1/89acc012-9f10-45e8-a242-fe128dc81df4) {{(pid=93646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:20:37.321156 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd046c7-3114-4d1e-8458-2444099141ec req-79cde591-1bf1-4e1b-8b9d-a58a944913c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:37.325888 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-afd046c7-3114-4d1e-8458-2444099141ec req-79cde591-1bf1-4e1b-8b9d-a58a944913c6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5bd0dd2afc794054a2ded47901ac6c2e&device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 1098 time: 0.9373066 Jun 17 10:20:37.368228 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-29fc2f87-dbf4-4d2a-be0c-c6626bcbd563 req-b3979680-0756-4ffc-90da-7a4496713a93 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3410280 Jun 17 10:20:37.432717 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.v2.base [req-29fc2f87-dbf4-4d2a-be0c-c6626bcbd563 req-2f47addc-650e-4e60-a2a6-3d966d86faed service neutron] Request body: {'port': {'device_id': '2e932e89-dbab-40c2-ba76-f9b1c1f8706f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79680'}} {{(pid=93644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:20:37.499161 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-15766316-b0a9-42c7-b45b-4bca0aadcd2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-675483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257677'] for router, precommit_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:37.681595 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-29fc2f87-dbf4-4d2a-be0c-c6626bcbd563 req-2f47addc-650e-4e60-a2a6-3d966d86faed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:37.687704 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device 8c9f1dee-5954-4583-9406-d225d24355ad details requested by agent hyperv_hv-cinder-79680 with host hv-cinder-79680 {{(pid=93646) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 10:20:37.692384 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device 6a8e4f63-ee4e-40fd-9ff6-73205eb849c7 up at agent ovs-agent-dv-cinder-796806-1-iscsi {{(pid=93646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:20:37.703408 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd046c7-3114-4d1e-8458-2444099141ec req-2b969f0a-f0df-457e-b3c6-7ca611f08571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:37.706365 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-afd046c7-3114-4d1e-8458-2444099141ec req-2b969f0a-f0df-457e-b3c6-7ca611f08571 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d773beeb-675a-4b62-b751-30bf7ea2150d HTTP/1.1" status: 200 len: 920 time: 0.3520439 Jun 17 10:20:37.848383 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-afd046c7-3114-4d1e-8458-2444099141ec req-777a2ef9-4cb2-47df-84cc-30a145a820fd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1924e06-caa3-4695-8bd6-e71e3f3430da HTTP/1.1" status: 200 len: 217 time: 0.1073511 Jun 17 10:20:37.879035 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afec0af-0f46-495f-8559-e5425b741491 req-484e7850-5f93-465d-8321-7ae27f61c713 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:37.881664 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9afec0af-0f46-495f-8559-e5425b741491 req-484e7850-5f93-465d-8321-7ae27f61c713 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=92aa0445-ca87-458b-9d1c-8e1e9e681034 HTTP/1.1" status: 200 len: 944 time: 0.5670924 Jun 17 10:20:37.946082 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.db.resource_extend [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 17 10:20:38.123969 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd046c7-3114-4d1e-8458-2444099141ec req-38c322c6-1c10-40aa-ad5e-aa603df56442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:38.126329 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-afd046c7-3114-4d1e-8458-2444099141ec req-38c322c6-1c10-40aa-ad5e-aa603df56442 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e9682fe0-190f-4cfb-8a99-3f5500e89851 HTTP/1.1" status: 200 len: 859 time: 0.2276802 Jun 17 10:20:38.128160 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ba914e2c-fa80-44c0-b7a6-77d5f5468add None None] Notify callbacks [] for port, precommit_create {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:38.131069 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34037d2b-6f15-46b6-86b8-5e19ff5b9b73 req-87e80dbb-b4de-4d03-942e-475b1d2e9d46 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:38.142505 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-34037d2b-6f15-46b6-86b8-5e19ff5b9b73 req-87e80dbb-b4de-4d03-942e-475b1d2e9d46 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39d8b4f-31c1-4ac5-9c65-a73ee6a64e21 HTTP/1.1" status: 200 len: 944 time: 0.4510555 Jun 17 10:20:38.188235 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-afd046c7-3114-4d1e-8458-2444099141ec req-b1569c5b-2ba5-4185-b7a5-f5cf13b70026 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d773beeb-675a-4b62-b751-30bf7ea2150d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411093 Jun 17 10:20:38.228982 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ba914e2c-fa80-44c0-b7a6-77d5f5468add None None] Transition to ACTIVE for port object 89acc012-9f10-45e8-a242-fe128dc81df4 will not be triggered until provisioned by entity L2. {{(pid=93646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:20:38.308690 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9afec0af-0f46-495f-8559-e5425b741491 req-ba22b293-4894-416f-8a33-ceee9ba9bdce tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b298a6e-ca03-4b84-a35f-a75e19063a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4098668 Jun 17 10:20:38.475179 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ba914e2c-fa80-44c0-b7a6-77d5f5468add None None] Transition to ACTIVE for port object 89acc012-9f10-45e8-a242-fe128dc81df4 will not be triggered until provisioned by entity DHCP. {{(pid=93646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:20:38.606979 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] For port 8c9f1dee-5954-4583-9406-d225d24355ad, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=8c9f1dee-5954-4583-9406-d225d24355ad,segment=NetworkSegment(18c6c105-9c0b-4401-b33f-19dbd1751948),segment_id=18c6c105-9c0b-4401-b33f-19dbd1751948)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:20:38.625420 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ba914e2c-fa80-44c0-b7a6-77d5f5468add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3925395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740733869087'] for port, after_create {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:38.636291 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Provisioning for port 6a8e4f63-ee4e-40fd-9ff6-73205eb849c7 completed by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:20:38.662419 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:20:38.705834 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-afd046c7-3114-4d1e-8458-2444099141ec req-af298fd0-426c-4d1c-acdd-01b1e754c95b service neutron] 10.222.0.47 "GET /v2.0/networks/d773beeb-675a-4b62-b751-30bf7ea2150d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4371424 Jun 17 10:20:38.713535 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Provisioning complete for port 6a8e4f63-ee4e-40fd-9ff6-73205eb849c7 triggered by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:20:38.715228 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:38.759014 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Returning: {'device': '8c9f1dee-5954-4583-9406-d225d24355ad', 'network_id': '9a805b2b-cd8e-4e47-bb4f-0c9740043540', 'port_id': '8c9f1dee-5954-4583-9406-d225d24355ad', 'mac_address': 'fa:16:3e:ee:98:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cef6c515-9123-40fd-a090-e2ea3bc5a141', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93646) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 10:20:38.900124 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba914e2c-fa80-44c0-b7a6-77d5f5468add None None] Network f2c86962-a93c-495f-9b64-5f5700b8143f is already hosted by enough agents. {{(pid=93646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:20:38.941487 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.scheduler.base_scheduler [None req-ba914e2c-fa80-44c0-b7a6-77d5f5468add None None] Resources bound (agent type, host, resource id): {{(pid=93646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:20:38.953923 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba914e2c-fa80-44c0-b7a6-77d5f5468add None None] Received port after_create {{(pid=93646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:20:38.974168 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba914e2c-fa80-44c0-b7a6-77d5f5468add None None] Pushing event updated for resources: {'Port': ['ID=89acc012-9f10-45e8-a242-fe128dc81df4,revision_number=1']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:20:39.001620 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-ba914e2c-fa80-44c0-b7a6-77d5f5468add None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:20:39.038710 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:39.190961 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.notifiers.nova [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c9f1dee-5954-4583-9406-d225d24355ad {{(pid=93646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:20:39.302876 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.managers [None req-ba914e2c-fa80-44c0-b7a6-77d5f5468add None None] Attempting to bind port 89acc012-9f10-45e8-a242-fe128dc81df4 on host dv-cinder-796806-1-iscsi for vnic_type normal with profile {{(pid=93646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:20:39.305323 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.managers [None req-ba914e2c-fa80-44c0-b7a6-77d5f5468add None None] Attempting to bind port 89acc012-9f10-45e8-a242-fe128dc81df4 by drivers openvswitch,hyperv on host dv-cinder-796806-1-iscsi at level 0 using segments [{'id': 'a7170e3f-ccb7-4cf1-909f-fd0979b7067b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'f2c86962-a93c-495f-9b64-5f5700b8143f'}] {{(pid=93646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:20:39.306609 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba914e2c-fa80-44c0-b7a6-77d5f5468add None None] Attempting to bind port 89acc012-9f10-45e8-a242-fe128dc81df4 on network f2c86962-a93c-495f-9b64-5f5700b8143f {{(pid=93646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:20:39.339206 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] For port 8c9f1dee-5954-4583-9406-d225d24355ad, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=8c9f1dee-5954-4583-9406-d225d24355ad,segment=NetworkSegment(18c6c105-9c0b-4401-b33f-19dbd1751948),segment_id=18c6c105-9c0b-4401-b33f-19dbd1751948)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:20:39.359083 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 49730) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:20:39.364263 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba914e2c-fa80-44c0-b7a6-77d5f5468add None None] Checking agent: {'id': 'f230d01b-21be-4f06-8428-d429ae72cfd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796806-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 7, 3), 'started_at': datetime.datetime(2021, 6, 17, 10, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796806-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:20:39.365749 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba914e2c-fa80-44c0-b7a6-77d5f5468add None None] Checking segment: {'id': 'a7170e3f-ccb7-4cf1-909f-fd0979b7067b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'f2c86962-a93c-495f-9b64-5f5700b8143f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:20:39.368352 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ba914e2c-fa80-44c0-b7a6-77d5f5468add None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:39.371665 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba914e2c-fa80-44c0-b7a6-77d5f5468add None None] Bound using segment: {'id': 'a7170e3f-ccb7-4cf1-909f-fd0979b7067b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'f2c86962-a93c-495f-9b64-5f5700b8143f'} {{(pid=93646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:20:39.373183 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.managers [None req-ba914e2c-fa80-44c0-b7a6-77d5f5468add None None] Bound port: 89acc012-9f10-45e8-a242-fe128dc81df4, host: dv-cinder-796806-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7170e3f-ccb7-4cf1-909f-fd0979b7067b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'f2c86962-a93c-495f-9b64-5f5700b8143f'}}] {{(pid=93646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:20:39.375239 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ba914e2c-fa80-44c0-b7a6-77d5f5468add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:39.400603 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-afd046c7-3114-4d1e-8458-2444099141ec req-feea910a-5bb7-4306-8edc-9e781cb53841 service neutron] 10.222.0.47 "GET /v2.0/networks/d773beeb-675a-4b62-b751-30bf7ea2150d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6846516 Jun 17 10:20:39.469027 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:39.511797 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:20:39.515228 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:39.527127 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device 91311a62-c506-4a3e-b0b5-90876d6ff360 up at agent hyperv_hv-cinder-79680 {{(pid=93646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:20:39.552071 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-15766316-b0a9-42c7-b45b-4bca0aadcd2e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:39.600082 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.notifiers.nova [req-29fc2f87-dbf4-4d2a-be0c-c6626bcbd563 req-2f47addc-650e-4e60-a2a6-3d966d86faed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69285600-7025-4d3a-9461-bd2cba3538bd {{(pid=93644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:20:39.607623 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-15766316-b0a9-42c7-b45b-4bca0aadcd2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3930454'] for port, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:39.626719 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-29fc2f87-dbf4-4d2a-be0c-c6626bcbd563 req-2f47addc-650e-4e60-a2a6-3d966d86faed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:39.647914 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.db.provisioning_blocks [req-29fc2f87-dbf4-4d2a-be0c-c6626bcbd563 req-2f47addc-650e-4e60-a2a6-3d966d86faed service neutron] Transition to ACTIVE for port object 69285600-7025-4d3a-9461-bd2cba3538bd will not be triggered until provisioned by entity L2. {{(pid=93644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:20:39.693371 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-34037d2b-6f15-46b6-86b8-5e19ff5b9b73 req-cf9c2137-eb04-4802-b4fb-d3a6c0cbdc0f tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/security-groups?id=53de0d9a-5a0b-4ab8-8623-79700c1fe6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3816674 Jun 17 10:20:39.696034 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-802e51cf-d238-4671-be99-97b85992654b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:39.748277 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] For port 6a8e4f63-ee4e-40fd-9ff6-73205eb849c7, host dv-cinder-796806-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=6a8e4f63-ee4e-40fd-9ff6-73205eb849c7,segment=NetworkSegment(e5a4c8b0-db77-4faf-bf25-5097f0723781),segment_id=e5a4c8b0-db77-4faf-bf25-5097f0723781)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:20:39.819543 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-29fc2f87-dbf4-4d2a-be0c-c6626bcbd563 req-2f47addc-650e-4e60-a2a6-3d966d86faed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125912069'] for port, after_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:39.838853 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-624218a6-290f-4422-a703-492574ea728c tempest-DeleteServersTestJSON-936155626 tempest-DeleteServersTestJSON-936155626-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:20:39.902153 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-ba914e2c-fa80-44c0-b7a6-77d5f5468add None None] For port 89acc012-9f10-45e8-a242-fe128dc81df4, host dv-cinder-796806-1-iscsi, cleared binding levels {{(pid=93646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:20:39.925530 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-ba914e2c-fa80-44c0-b7a6-77d5f5468add None None] For port 89acc012-9f10-45e8-a242-fe128dc81df4, host dv-cinder-796806-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=89acc012-9f10-45e8-a242-fe128dc81df4,segment=NetworkSegment(a7170e3f-ccb7-4cf1-909f-fd0979b7067b),segment_id=a7170e3f-ccb7-4cf1-909f-fd0979b7067b)] {{(pid=93646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:20:40.000332 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Pushing event updated for resources: {'Port': ['ID=8c9f1dee-5954-4583-9406-d225d24355ad,revision_number=4']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:20:40.005376 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:40.010072 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:20:40.010823 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:20:40.037703 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.db_base_plugin_common [None req-15766316-b0a9-42c7-b45b-4bca0aadcd2e admin admin] Allocated IP 172.27.0.7 (ca6a8a4d-93b8-4490-aa3c-706a0423303e/260414bf-ab79-4984-a32f-8ad464893cf6/f91fa811-42a5-4fce-8a86-2053f5a2bb06) {{(pid=93645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:20:40.103893 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ba914e2c-fa80-44c0-b7a6-77d5f5468add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:40.134144 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f47addc-650e-4e60-a2a6-3d966d86faed service neutron] Pushing event updated for resources: {'Port': ['ID=69285600-7025-4d3a-9461-bd2cba3538bd,revision_number=2']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:20:40.155799 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc73e0f2-ef9d-4f97-963c-421da3d3d939 req-a0da0af7-2c91-42a2-8c11-2bbe8c5aabc2 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:40.171157 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-cc73e0f2-ef9d-4f97-963c-421da3d3d939 req-a0da0af7-2c91-42a2-8c11-2bbe8c5aabc2 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 945 time: 0.8161924 Jun 17 10:20:40.180541 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-2f47addc-650e-4e60-a2a6-3d966d86faed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:20:40.345346 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-802e51cf-d238-4671-be99-97b85992654b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:40.393154 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-cc73e0f2-ef9d-4f97-963c-421da3d3d939 req-a37c1d47-5faa-40c2-a978-1caa9a6f60a5 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2200174 Jun 17 10:20:40.416303 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-15766316-b0a9-42c7-b45b-4bca0aadcd2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:40.449526 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] get_ports_and_sgs() called for port_ids ['8c9f1dee-5954-4583-9406-d225d24355ad'] {{(pid=93646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 10:20:40.455595 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3748fd-1684-46c5-8159-5ce2e4521679 req-128d6e68-86ba-4c22-bbe2-719c5fd22583 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:40.458290 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-cf3748fd-1684-46c5-8159-5ce2e4521679 req-128d6e68-86ba-4c22-bbe2-719c5fd22583 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e932e89-dbab-40c2-ba76-f9b1c1f8706f HTTP/1.1" status: 200 len: 944 time: 0.5053949 Jun 17 10:20:40.466433 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.managers [req-29fc2f87-dbf4-4d2a-be0c-c6626bcbd563 req-2f47addc-650e-4e60-a2a6-3d966d86faed service neutron] Attempting to bind port 69285600-7025-4d3a-9461-bd2cba3538bd on host hv-cinder-79680 for vnic_type normal with profile {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:20:40.467028 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.managers [req-29fc2f87-dbf4-4d2a-be0c-c6626bcbd563 req-2f47addc-650e-4e60-a2a6-3d966d86faed service neutron] Attempting to bind port 69285600-7025-4d3a-9461-bd2cba3538bd by drivers openvswitch,hyperv on host hv-cinder-79680 at level 0 using segments [{'id': '36f28760-8206-4988-9aaa-df990eabba47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '205c007d-e0dc-4507-a41e-7df391e7ed7c'}] {{(pid=93644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:20:40.473774 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fc2f87-dbf4-4d2a-be0c-c6626bcbd563 req-2f47addc-650e-4e60-a2a6-3d966d86faed service neutron] Attempting to bind port 69285600-7025-4d3a-9461-bd2cba3538bd on network 205c007d-e0dc-4507-a41e-7df391e7ed7c {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:20:40.511788 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-802e51cf-d238-4671-be99-97b85992654b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:40.522453 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-f04744ac-4a66-4ab7-957c-10a45d565ca0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:20:40.536969 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fc2f87-dbf4-4d2a-be0c-c6626bcbd563 req-2f47addc-650e-4e60-a2a6-3d966d86faed service neutron] Port 69285600-7025-4d3a-9461-bd2cba3538bd on network 205c007d-e0dc-4507-a41e-7df391e7ed7c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79680 {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 10:20:40.537302 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fc2f87-dbf4-4d2a-be0c-c6626bcbd563 req-2f47addc-650e-4e60-a2a6-3d966d86faed service neutron] Attempting to bind port 69285600-7025-4d3a-9461-bd2cba3538bd on network 205c007d-e0dc-4507-a41e-7df391e7ed7c {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:20:40.545823 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Provisioning for port 91311a62-c506-4a3e-b0b5-90876d6ff360 completed by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:20:40.569436 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Provisioning complete for port 91311a62-c506-4a3e-b0b5-90876d6ff360 triggered by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:20:40.570143 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:40.583216 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-15766316-b0a9-42c7-b45b-4bca0aadcd2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3925395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740733869087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129691327'] for port, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:40.598467 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:20:40.706690 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fc2f87-dbf4-4d2a-be0c-c6626bcbd563 req-2f47addc-650e-4e60-a2a6-3d966d86faed service neutron] Checking agent: {'id': '71ef71fd-f9ba-4ed4-b44a-140e16714f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79680', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 14, 58), 'started_at': datetime.datetime(2021, 6, 17, 10, 14, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:20:40.707273 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fc2f87-dbf4-4d2a-be0c-c6626bcbd563 req-2f47addc-650e-4e60-a2a6-3d966d86faed service neutron] Checking segment: {'id': '36f28760-8206-4988-9aaa-df990eabba47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '205c007d-e0dc-4507-a41e-7df391e7ed7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:20:40.708021 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fc2f87-dbf4-4d2a-be0c-c6626bcbd563 req-2f47addc-650e-4e60-a2a6-3d966d86faed service neutron] Bound using segment: {'id': '36f28760-8206-4988-9aaa-df990eabba47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '205c007d-e0dc-4507-a41e-7df391e7ed7c'} {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:20:40.709044 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.managers [req-29fc2f87-dbf4-4d2a-be0c-c6626bcbd563 req-2f47addc-650e-4e60-a2a6-3d966d86faed service neutron] Bound port: 69285600-7025-4d3a-9461-bd2cba3538bd, host: hv-cinder-79680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36f28760-8206-4988-9aaa-df990eabba47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '205c007d-e0dc-4507-a41e-7df391e7ed7c'}}] {{(pid=93644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:20:40.709361 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-29fc2f87-dbf4-4d2a-be0c-c6626bcbd563 req-2f47addc-650e-4e60-a2a6-3d966d86faed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:40.724799 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-802e51cf-d238-4671-be99-97b85992654b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0b71e629d06840ed92ec3059e41fb5bc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3577478 Jun 17 10:20:40.734510 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15766316-b0a9-42c7-b45b-4bca0aadcd2e admin admin] Network ca6a8a4d-93b8-4490-aa3c-706a0423303e is already hosted by enough agents. {{(pid=93645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:20:40.735365 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 49764) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:20:40.736121 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15766316-b0a9-42c7-b45b-4bca0aadcd2e admin admin] Pushing event updated for resources: {'Port': ['ID=f91fa811-42a5-4fce-8a86-2053f5a2bb06,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:20:40.742305 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-15766316-b0a9-42c7-b45b-4bca0aadcd2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:20:40.743726 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.base_scheduler [None req-15766316-b0a9-42c7-b45b-4bca0aadcd2e admin admin] Resources bound (agent type, host, resource id): {{(pid=93645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:20:40.749201 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15766316-b0a9-42c7-b45b-4bca0aadcd2e admin admin] Received port after_create {{(pid=93645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:20:40.809784 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Pushing event updated for resources: {'Port': ['ID=6a8e4f63-ee4e-40fd-9ff6-73205eb849c7,revision_number=5']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:20:40.811722 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.798s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:20:40.835887 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.385s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:20:40.857621 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802e51cf-d238-4671-be99-97b85992654b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89248c31-d1fb-4cc4-b3f1-76605ec8dd67,revision_number=1']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:20:40.908053 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-cf3748fd-1684-46c5-8159-5ce2e4521679 req-c98c244c-572b-4f8f-a115-52384fb7fffd tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] 10.222.0.22 "GET /v2.0/security-groups?id=fec323e8-eec6-46cb-8a1c-89d917698f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4285107 Jun 17 10:20:40.920059 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-802e51cf-d238-4671-be99-97b85992654b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:20:41.171229 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.db [req-29fc2f87-dbf4-4d2a-be0c-c6626bcbd563 req-2f47addc-650e-4e60-a2a6-3d966d86faed service neutron] For port 69285600-7025-4d3a-9461-bd2cba3538bd, host hv-cinder-79680, cleared binding levels {{(pid=93644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:20:41.177446 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.db [req-29fc2f87-dbf4-4d2a-be0c-c6626bcbd563 req-2f47addc-650e-4e60-a2a6-3d966d86faed service neutron] For port 69285600-7025-4d3a-9461-bd2cba3538bd, host hv-cinder-79680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=69285600-7025-4d3a-9461-bd2cba3538bd,segment=NetworkSegment(36f28760-8206-4988-9aaa-df990eabba47),segment_id=36f28760-8206-4988-9aaa-df990eabba47)] {{(pid=93644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:20:41.227385 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19d32fc-39fa-4aaf-8643-9c1a772803a8 req-082b3931-6a01-49c9-bf12-76f1dd591cc3 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:41.240156 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d19d32fc-39fa-4aaf-8643-9c1a772803a8 req-082b3931-6a01-49c9-bf12-76f1dd591cc3 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.5622184 Jun 17 10:20:41.252832 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba914e2c-fa80-44c0-b7a6-77d5f5468add None None] Pushing event updated for resources: {'Port': ['ID=89acc012-9f10-45e8-a242-fe128dc81df4,revision_number=2']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:20:41.274593 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-ba914e2c-fa80-44c0-b7a6-77d5f5468add None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:20:41.314627 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:41.347292 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-29fc2f87-dbf4-4d2a-be0c-c6626bcbd563 req-2f47addc-650e-4e60-a2a6-3d966d86faed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125912069'] for port, after_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:41.355650 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-7567fc00-0b16-4a34-9bb3-b6e7c806fa15 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:20:41.389278 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd39d8b4f-31c1-4ac5-9c65-a73ee6a64e21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91311a62-c506-4a3e-b0b5-90876d6ff360'}] {{(pid=93646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:20:41.398273 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}202ec35f0b2f503ce7e4db3a1c258f37e57fe85608606de8e1c873696d713f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c3dff4b-446b-48c6-ad3f-705b8604597d" -d '{"events": [{"server_uuid": "d39d8b4f-31c1-4ac5-9c65-a73ee6a64e21", "name": "network-vif-plugged", "status": "completed", "tag": "91311a62-c506-4a3e-b0b5-90876d6ff360"}]}' {{(pid=93646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:20:41.457727 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] For port 91311a62-c506-4a3e-b0b5-90876d6ff360, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=91311a62-c506-4a3e-b0b5-90876d6ff360,segment=NetworkSegment(fbd9f26e-5ef6-41de-b20d-bb9149a77337),segment_id=fbd9f26e-5ef6-41de-b20d-bb9149a77337)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:20:41.494866 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-c5108c4f-7be2-4fc6-88a4-0d84e655322a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:41.547352 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:41.551648 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d19d32fc-39fa-4aaf-8643-9c1a772803a8 req-e8c84aab-ed83-453c-af7c-8929af747108 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038974 Jun 17 10:20:41.566934 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-d238eb75-cfcf-44d8-b7d5-ca9e68e46931 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:20:41.640947 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc2f87-dbf4-4d2a-be0c-c6626bcbd563 req-2f47addc-650e-4e60-a2a6-3d966d86faed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:41.641532 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-c5108c4f-7be2-4fc6-88a4-0d84e655322a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:41.642318 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-29fc2f87-dbf4-4d2a-be0c-c6626bcbd563 req-2f47addc-650e-4e60-a2a6-3d966d86faed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733'] for port, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:41.644960 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-29fc2f87-dbf4-4d2a-be0c-c6626bcbd563 req-2f47addc-650e-4e60-a2a6-3d966d86faed service neutron] 10.222.0.47 "PUT /v2.0/ports/69285600-7025-4d3a-9461-bd2cba3538bd HTTP/1.1" status: 200 len: 1094 time: 4.2202158 Jun 17 10:20:41.645990 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e932e89-dbab-40c2-ba76-f9b1c1f8706f', 'tag': '69285600-7025-4d3a-9461-bd2cba3538bd'}] {{(pid=93644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:20:41.661451 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e3e45b0fad0fac0035bff2321de6238b3105d4201b4fc6e845e8cd3cf45f1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d29e71-9eff-45b1-b303-493a13105326" -d '{"events": [{"name": "network-changed", "server_uuid": "2e932e89-dbab-40c2-ba76-f9b1c1f8706f", "tag": "69285600-7025-4d3a-9461-bd2cba3538bd"}]}' {{(pid=93644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:20:41.715871 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f47addc-650e-4e60-a2a6-3d966d86faed service neutron] Pushing event updated for resources: {'Port': ['ID=69285600-7025-4d3a-9461-bd2cba3538bd,revision_number=3']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:20:41.724703 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-2f47addc-650e-4e60-a2a6-3d966d86faed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:20:41.755291 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Pushing event updated for resources: {'Port': ['ID=91311a62-c506-4a3e-b0b5-90876d6ff360,revision_number=5']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:20:41.769352 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:20:41.857681 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441b3a76-51ee-4fa0-8abb-989bff98cf4b req-90446bfc-1449-449b-9574-70ea838e7705 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:41.865747 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-441b3a76-51ee-4fa0-8abb-989bff98cf4b req-90446bfc-1449-449b-9574-70ea838e7705 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=92aa0445-ca87-458b-9d1c-8e1e9e681034 HTTP/1.1" status: 200 len: 945 time: 0.3977253 Jun 17 10:20:42.028178 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-441b3a76-51ee-4fa0-8abb-989bff98cf4b req-578315eb-c521-4dbc-8ff3-7b89ce3b35d2 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b298a6e-ca03-4b84-a35f-a75e19063a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606154 Jun 17 10:20:42.052023 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-15766316-b0a9-42c7-b45b-4bca0aadcd2e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:42.284055 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-461fee6e-b952-4826-bea6-e99a6a028f19 x-openstack-request-id: req-461fee6e-b952-4826-bea6-e99a6a028f19 {{(pid=93646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:20:42.285077 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d39d8b4f-31c1-4ac5-9c65-a73ee6a64e21", "name": "network-vif-plugged", "status": "completed", "tag": "91311a62-c506-4a3e-b0b5-90876d6ff360", "code": 200}]} {{(pid=93646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:20:42.285763 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-461fee6e-b952-4826-bea6-e99a6a028f19 {{(pid=93646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:20:42.286649 dv-cinder-796806-1-iscsi neutron-server[93646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd39d8b4f-31c1-4ac5-9c65-a73ee6a64e21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91311a62-c506-4a3e-b0b5-90876d6ff360', 'code': 200} Jun 17 10:20:42.301229 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c91285-3efb-4c7b-8164-1919e0b56b90 req-ea4685a1-b0bc-46ff-bb28-a713614a6856 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:42.308669 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-a1c91285-3efb-4c7b-8164-1919e0b56b90 req-ea4685a1-b0bc-46ff-bb28-a713614a6856 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39d8b4f-31c1-4ac5-9c65-a73ee6a64e21 HTTP/1.1" status: 200 len: 945 time: 0.5418460 Jun 17 10:20:42.463807 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-c5108c4f-7be2-4fc6-88a4-0d84e655322a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:42.475451 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-c5108c4f-7be2-4fc6-88a4-0d84e655322a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:42.484189 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-c5108c4f-7be2-4fc6-88a4-0d84e655322a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/89248c31-d1fb-4cc4-b3f1-76605ec8dd67 HTTP/1.1" status: 204 len: 168 time: 1.6228893 Jun 17 10:20:42.489094 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-a1c91285-3efb-4c7b-8164-1919e0b56b90 req-75ebe371-8d09-4d9d-a99c-7b1f29781b3a tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/security-groups?id=53de0d9a-5a0b-4ab8-8623-79700c1fe6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665046 Jun 17 10:20:42.505882 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc2f87-dbf4-4d2a-be0c-c6626bcbd563 req-38b78b9c-562a-4ea6-89e0-90baac041e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:42.525615 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-29fc2f87-dbf4-4d2a-be0c-c6626bcbd563 req-38b78b9c-562a-4ea6-89e0-90baac041e5e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1adadcdc4edb46e09ec9476854d746e8&device_id=2e932e89-dbab-40c2-ba76-f9b1c1f8706f HTTP/1.1" status: 200 len: 1097 time: 0.5627232 Jun 17 10:20:42.582242 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device 89acc012-9f10-45e8-a242-fe128dc81df4 up at agent ovs-agent-dv-cinder-796806-1-iscsi {{(pid=93646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:20:42.601644 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-53868d44-e17e-41b0-9b22-5da44d817e77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:20:42.701931 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 10:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d1a812-8c66-4ae0-8f5e-03d73e1760be x-openstack-request-id: req-49d1a812-8c66-4ae0-8f5e-03d73e1760be {{(pid=93644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:20:42.702599 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e932e89-dbab-40c2-ba76-f9b1c1f8706f", "tag": "69285600-7025-4d3a-9461-bd2cba3538bd", "status": "completed", "code": 200}]} {{(pid=93644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:20:42.704949 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-49d1a812-8c66-4ae0-8f5e-03d73e1760be {{(pid=93644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:20:42.710182 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e932e89-dbab-40c2-ba76-f9b1c1f8706f', 'tag': '69285600-7025-4d3a-9461-bd2cba3538bd', 'status': 'completed', 'code': 200} Jun 17 10:20:42.715697 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-29fc2f87-dbf4-4d2a-be0c-c6626bcbd563 req-145b5cfc-79ef-4bc6-a794-8caa2eb61fc3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69285600-7025-4d3a-9461-bd2cba3538bd HTTP/1.1" status: 200 len: 217 time: 0.1715710 Jun 17 10:20:42.778785 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5108c4f-7be2-4fc6-88a4-0d84e655322a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89248c31-d1fb-4cc4-b3f1-76605ec8dd67,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:20:42.787405 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-c5108c4f-7be2-4fc6-88a4-0d84e655322a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:20:42.836243 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Provisioning for port 89acc012-9f10-45e8-a242-fe128dc81df4 completed by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:20:42.838619 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device 6a8e4f63-ee4e-40fd-9ff6-73205eb849c7 up at agent ovs-agent-dv-cinder-796806-1-iscsi {{(pid=93646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:20:42.930786 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc2f87-dbf4-4d2a-be0c-c6626bcbd563 req-56518bcd-7cd6-4f45-99f8-be5c4b5ffdce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:42.932616 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-29fc2f87-dbf4-4d2a-be0c-c6626bcbd563 req-56518bcd-7cd6-4f45-99f8-be5c4b5ffdce service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2edda0e7-6fb2-4040-a41f-3dd2329e7f34 HTTP/1.1" status: 200 len: 854 time: 0.1906445 Jun 17 10:20:42.982046 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f90957-a3b3-4320-bdf2-5a511bd19dc8 None None] Network f2c86962-a93c-495f-9b64-5f5700b8143f requested from dv-cinder-796806-1-iscsi {{(pid=93646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:20:43.010275 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Provisioning complete for port 6a8e4f63-ee4e-40fd-9ff6-73205eb849c7 triggered by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:20:43.011771 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:43.019111 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-15766316-b0a9-42c7-b45b-4bca0aadcd2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-675468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684241'] for router, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:43.059318 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5961decc-4161-4545-a290-940ea6cd9486 req-9cfd3372-6461-4de4-8d2e-ceef22b1522b tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:43.078487 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-5961decc-4161-4545-a290-940ea6cd9486 req-9cfd3372-6461-4de4-8d2e-ceef22b1522b tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 945 time: 0.3632250 Jun 17 10:20:43.094092 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-29fc2f87-dbf4-4d2a-be0c-c6626bcbd563 req-6b7c4b54-75bc-41be-b4fd-77a39536c064 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=205c007d-e0dc-4507-a41e-7df391e7ed7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1359982 Jun 17 10:20:43.217697 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 49792) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:20:43.340797 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3aa8862-25f5-47de-bbb9-f4c89c610a30 admin admin] Deleting subnet 6a3a85ed-1fe6-4eac-aaf5-01e431f08210 {{(pid=93644) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 10:20:43.354651 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-b2a577a6-b2fe-4023-99a0-74e9992e71c9 None None] Provisioning for port 89acc012-9f10-45e8-a242-fe128dc81df4 completed by entity DHCP. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:20:43.370121 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-d3aa8862-25f5-47de-bbb9-f4c89c610a30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:43.520319 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbce3d98-1f4e-40e1-91f6-c398d18eab15 req-9b292ae9-1435-4991-9d13-e619f98b2aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:43.529168 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-fbce3d98-1f4e-40e1-91f6-c398d18eab15 req-9b292ae9-1435-4991-9d13-e619f98b2aec service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d39d8b4f-31c1-4ac5-9c65-a73ee6a64e21 HTTP/1.1" status: 200 len: 1098 time: 0.2168636 Jun 17 10:20:43.529887 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-b2a577a6-b2fe-4023-99a0-74e9992e71c9 None None] Provisioning complete for port 89acc012-9f10-45e8-a242-fe128dc81df4 triggered by entity DHCP. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:20:43.530471 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-b2a577a6-b2fe-4023-99a0-74e9992e71c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:43.531288 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15766316-b0a9-42c7-b45b-4bca0aadcd2e admin admin] Router 3058c659-93ea-47c6-97a8-9f731a0afdd6 is scheduled to L3 agent 9ed9efc2-3eec-4d73-b246-cbd899a1984b with binding_index 1 {{(pid=93645) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 10:20:43.534528 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-5961decc-4161-4545-a290-940ea6cd9486 req-c957f13a-154d-46af-8f1e-93af7a7dbd59 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4530706 Jun 17 10:20:43.604667 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-d3aa8862-25f5-47de-bbb9-f4c89c610a30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128499310'] for subnet, precommit_delete_associations {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:43.686403 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device 8c9f1dee-5954-4583-9406-d225d24355ad up at agent hyperv_hv-cinder-79680 {{(pid=93646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:20:43.741897 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef401ebf-f290-4019-a273-5845d4c02ea8 req-6f79c570-0233-464a-b8ed-61b08d8ea755 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:43.763670 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-ef401ebf-f290-4019-a273-5845d4c02ea8 req-6f79c570-0233-464a-b8ed-61b08d8ea755 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e932e89-dbab-40c2-ba76-f9b1c1f8706f HTTP/1.1" status: 200 len: 944 time: 0.6130567 Jun 17 10:20:43.803974 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15766316-b0a9-42c7-b45b-4bca0aadcd2e admin admin] Notify agent at l3_agent.dv-cinder-796806-1-iscsi the message routers_updated {{(pid=93645) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 10:20:43.822061 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d2daa8-e966-40c4-a436-6988cbfcb62c None None] Sync routers for ids ['3058c659-93ea-47c6-97a8-9f731a0afdd6'] in dv-cinder-796806-1-iscsi {{(pid=93647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 10:20:43.844104 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-fbce3d98-1f4e-40e1-91f6-c398d18eab15 req-efa9e9a3-1ac2-49bc-a9a8-a94d0cd51a2a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=53de0d9a-5a0b-4ab8-8623-79700c1fe6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929237 Jun 17 10:20:43.846714 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d2daa8-e966-40c4-a436-6988cbfcb62c None None] Routers {'3058c659-93ea-47c6-97a8-9f731a0afdd6'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:20:43.847382 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-29d2daa8-e966-40c4-a436-6988cbfcb62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:20:34Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['3058c659-93ea-47c6-97a8-9f731a0afdd6'], 'active': True} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:20:43.890956 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-29fc2f87-dbf4-4d2a-be0c-c6626bcbd563 req-e76d5a33-1d4d-4611-8b73-0948f6fb9525 service neutron] 10.222.0.47 "GET /v2.0/networks/205c007d-e0dc-4507-a41e-7df391e7ed7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7611074 Jun 17 10:20:43.926471 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-15766316-b0a9-42c7-b45b-4bca0aadcd2e admin admin] Notify callbacks [] for router, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:43.930954 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-15766316-b0a9-42c7-b45b-4bca0aadcd2e admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 8.0846393 Jun 17 10:20:43.935230 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 49796) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:20:43.956946 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-d3aa8862-25f5-47de-bbb9-f4c89c610a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3786257'] for subnet, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:44.068413 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-ef401ebf-f290-4019-a273-5845d4c02ea8 req-141ffff6-64d5-4a06-9d11-4350ec5bd35a tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] 10.222.0.22 "GET /v2.0/security-groups?id=fec323e8-eec6-46cb-8a1c-89d917698f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813311 Jun 17 10:20:44.078725 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-b2a577a6-b2fe-4023-99a0-74e9992e71c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:44.192131 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 49798) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:20:44.225886 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-b2a577a6-b2fe-4023-99a0-74e9992e71c9 None None] For port 89acc012-9f10-45e8-a242-fe128dc81df4, host dv-cinder-796806-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=89acc012-9f10-45e8-a242-fe128dc81df4,segment=NetworkSegment(a7170e3f-ccb7-4cf1-909f-fd0979b7067b),segment_id=a7170e3f-ccb7-4cf1-909f-fd0979b7067b)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:20:44.230090 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Provisioning for port 8c9f1dee-5954-4583-9406-d225d24355ad completed by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:20:44.237689 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Provisioning complete for port 8c9f1dee-5954-4583-9406-d225d24355ad triggered by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:20:44.241121 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:44.249301 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-b2dddccb-3d2a-4f81-8e2b-2804eada39a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:44.277152 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvr_db [None req-29d2daa8-e966-40c4-a436-6988cbfcb62c None None] Set router 3058c659-93ea-47c6-97a8-9f731a0afdd6 gateway port host: dv-cinder-796806-1-iscsi {{(pid=93647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:20:44.333376 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-b2a577a6-b2fe-4023-99a0-74e9992e71c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:44.340492 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-d764b214-e215-4d8e-be6d-e1065c911044 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:20:44.452105 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-d3aa8862-25f5-47de-bbb9-f4c89c610a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3786264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125912260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130007636'] for subnet, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:44.471004 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a577a6-b2fe-4023-99a0-74e9992e71c9 None None] Pushing event updated for resources: {'Port': ['ID=89acc012-9f10-45e8-a242-fe128dc81df4,revision_number=3']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:20:44.478633 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-b2a577a6-b2fe-4023-99a0-74e9992e71c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:20:44.505362 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-b2dddccb-3d2a-4f81-8e2b-2804eada39a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:44.604971 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:44.661847 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:20:44.695153 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92aa0445-ca87-458b-9d1c-8e1e9e681034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c9f1dee-5954-4583-9406-d225d24355ad'}] {{(pid=93646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:20:44.699443 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}202ec35f0b2f503ce7e4db3a1c258f37e57fe85608606de8e1c873696d713f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd788e8-8b9e-43a1-855a-139bedeb3dc9" -d '{"events": [{"server_uuid": "92aa0445-ca87-458b-9d1c-8e1e9e681034", "name": "network-vif-plugged", "status": "completed", "tag": "8c9f1dee-5954-4583-9406-d225d24355ad"}]}' {{(pid=93646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:20:44.730093 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aa8862-25f5-47de-bbb9-f4c89c610a30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a3a85ed-1fe6-4eac-aaf5-01e431f08210,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:20:44.730809 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] For port 8c9f1dee-5954-4583-9406-d225d24355ad, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=8c9f1dee-5954-4583-9406-d225d24355ad,segment=NetworkSegment(18c6c105-9c0b-4401-b33f-19dbd1751948),segment_id=18c6c105-9c0b-4401-b33f-19dbd1751948)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:20:44.734977 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-d3aa8862-25f5-47de-bbb9-f4c89c610a30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:20:44.746640 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-d3aa8862-25f5-47de-bbb9-f4c89c610a30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:44.748172 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-d3aa8862-25f5-47de-bbb9-f4c89c610a30 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/6a3a85ed-1fe6-4eac-aaf5-01e431f08210 HTTP/1.1" status: 204 len: 168 time: 1.4972727 Jun 17 10:20:44.756714 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 49804) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:20:44.769728 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-9c38c05a-4d98-46c9-bf9b-9ab61097b717 None None] Provisioning complete for port 89acc012-9f10-45e8-a242-fe128dc81df4 triggered by entity DHCP. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:20:44.770179 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-9c38c05a-4d98-46c9-bf9b-9ab61097b717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:44.803977 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-29fc2f87-dbf4-4d2a-be0c-c6626bcbd563 req-ba1a3f5a-179e-49b6-8611-6c43e2123c75 service neutron] 10.222.0.47 "GET /v2.0/networks/205c007d-e0dc-4507-a41e-7df391e7ed7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7215393 Jun 17 10:20:44.827305 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:44.833444 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:20:44.888492 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-b2dddccb-3d2a-4f81-8e2b-2804eada39a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:44.915625 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Pushing event updated for resources: {'Port': ['ID=8c9f1dee-5954-4583-9406-d225d24355ad,revision_number=5']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:20:44.928326 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5de659-7c37-4a80-a2e0-f703c8f807d3 req-aa09eaed-5e9b-47cf-808f-441b68cd7d53 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:44.930111 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6b5de659-7c37-4a80-a2e0-f703c8f807d3 req-aa09eaed-5e9b-47cf-808f-441b68cd7d53 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.7886970 Jun 17 10:20:44.938848 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:20:44.942916 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102a8904-7425-4e76-b8f1-9abae6677a4d req-584798ba-6819-4a06-9274-89ca7135b02d tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:44.953252 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-102a8904-7425-4e76-b8f1-9abae6677a4d req-584798ba-6819-4a06-9274-89ca7135b02d tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=92aa0445-ca87-458b-9d1c-8e1e9e681034 HTTP/1.1" status: 200 len: 945 time: 0.4015167 Jun 17 10:20:44.992808 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-e496c60c-df48-4c64-a2d1-40180b754184 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:20:45.005153 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-7827ee96-c5ea-47db-a163-e5d3b194cd04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3843219'] for network, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:45.057574 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-b2dddccb-3d2a-4f81-8e2b-2804eada39a5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=268f430140fd4a60a9cbdb6e9cd98d69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8588669 Jun 17 10:20:45.090096 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 49806) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:20:45.118370 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dddccb-3d2a-4f81-8e2b-2804eada39a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8de1414-13c4-4a63-af17-338d951f8f61,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:20:45.123321 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-b2dddccb-3d2a-4f81-8e2b-2804eada39a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:20:45.216972 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-29d2daa8-e966-40c4-a436-6988cbfcb62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3058c659-93ea-47c6-97a8-9f731a0afdd6', 'name': 'tempest-TestShelveInstance-1671743805-router', 'tenant_id': '4533014ad3ce4f96a58b9916412c89f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': 'f91fa811-42a5-4fce-8a86-2053f5a2bb06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:20:36Z', 'updated_at': '2021-06-17T10:20:41Z', 'revision_number': 3, 'project_id': '4533014ad3ce4f96a58b9916412c89f5', 'gw_port': {'id': 'f91fa811-42a5-4fce-8a86-2053f5a2bb06', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:d9:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3058c659-93ea-47c6-97a8-9f731a0afdd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:20:39Z', 'updated_at': '2021-06-17T10:20:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi'}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:20:45.238931 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6b5de659-7c37-4a80-a2e0-f703c8f807d3 req-e5410898-ed4b-4e93-9c36-1b6118619d6f tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809067 Jun 17 10:20:45.256990 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d2daa8-e966-40c4-a436-6988cbfcb62c None None] Checking router: 3058c659-93ea-47c6-97a8-9f731a0afdd6 for host: dv-cinder-796806-1-iscsi {{(pid=93647) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 10:20:45.256990 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d2daa8-e966-40c4-a436-6988cbfcb62c None None] Updating router 3058c659-93ea-47c6-97a8-9f731a0afdd6 port f91fa811-42a5-4fce-8a86-2053f5a2bb06 binding host dv-cinder-796806-1-iscsi {{(pid=93647) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 10:20:45.303185 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-29d2daa8-e966-40c4-a436-6988cbfcb62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:45.353816 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-102a8904-7425-4e76-b8f1-9abae6677a4d req-3d7b5249-fc3f-42ec-99b9-74f97b88fae9 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b298a6e-ca03-4b84-a35f-a75e19063a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3979115 Jun 17 10:20:45.633886 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-7827ee96-c5ea-47db-a163-e5d3b194cd04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3792520', 'neutron.services.segments.db._delete_segments_for_network-8740734359601'] for network, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:45.698055 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.services.segments.db [None req-7827ee96-c5ea-47db-a163-e5d3b194cd04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6f7a612-d480-47a3-873a-90e77aa26979']}} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:20:45.734598 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.services.segments.db [None req-7827ee96-c5ea-47db-a163-e5d3b194cd04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15a45e65-e483-4433-a957-d2d7d9fb3a7c') {'for_net_delete': True} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:20:45.735091 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.services.segments.db [None req-7827ee96-c5ea-47db-a163-e5d3b194cd04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15a45e65-e483-4433-a957-d2d7d9fb3a7c') {} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:20:45.743717 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-158fa011-4226-4d5f-a607-9023090c3faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3930454'] for port, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:45.782875 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-7827ee96-c5ea-47db-a163-e5d3b194cd04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740734358402', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128499297'] for segment, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:45.825002 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-7827ee96-c5ea-47db-a163-e5d3b194cd04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3785028'] for segment, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:45.845718 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7827ee96-c5ea-47db-a163-e5d3b194cd04 admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=93644) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 10:20:45.845718 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-7827ee96-c5ea-47db-a163-e5d3b194cd04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3785028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125912169'] for segment, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:46.006254 dv-cinder-796806-1-iscsi neutron-server[93644]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 10:20:46.006254 dv-cinder-796806-1-iscsi neutron-server[93644]: conditions |= (models_v2.Port.network_id.in_( Jun 17 10:20:46.006254 dv-cinder-796806-1-iscsi neutron-server[93644]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 10:20:46.006254 dv-cinder-796806-1-iscsi neutron-server[93644]: conditions |= (models_v2.Port.network_id.in_( Jun 17 10:20:46.006254 dv-cinder-796806-1-iscsi neutron-server[93644]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:20:46.006254 dv-cinder-796806-1-iscsi neutron-server[93644]: retrieve_revision_numbers = { Jun 17 10:20:46.006254 dv-cinder-796806-1-iscsi neutron-server[93644]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 10:20:46.006254 dv-cinder-796806-1-iscsi neutron-server[93644]: conditions |= (models_v2.Port.network_id.in_( Jun 17 10:20:46.006254 dv-cinder-796806-1-iscsi neutron-server[93644]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:20:46.006254 dv-cinder-796806-1-iscsi neutron-server[93644]: retrieve_revision_numbers = { Jun 17 10:20:46.006254 dv-cinder-796806-1-iscsi neutron-server[93644]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 10:20:46.006254 dv-cinder-796806-1-iscsi neutron-server[93644]: conditions |= (models_v2.Port.network_id.in_( Jun 17 10:20:46.006254 dv-cinder-796806-1-iscsi neutron-server[93644]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 10:20:46.006254 dv-cinder-796806-1-iscsi neutron-server[93644]: conditions |= (models_v2.Port.network_id.in_( Jun 17 10:20:46.006254 dv-cinder-796806-1-iscsi neutron-server[93644]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:20:46.006254 dv-cinder-796806-1-iscsi neutron-server[93644]: retrieve_revision_numbers = { Jun 17 10:20:46.006254 dv-cinder-796806-1-iscsi neutron-server[93644]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 10:20:46.006254 dv-cinder-796806-1-iscsi neutron-server[93644]: conditions |= (models_v2.Port.network_id.in_( Jun 17 10:20:46.006254 dv-cinder-796806-1-iscsi neutron-server[93644]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:20:46.006254 dv-cinder-796806-1-iscsi neutron-server[93644]: retrieve_revision_numbers = { Jun 17 10:20:46.006254 dv-cinder-796806-1-iscsi neutron-server[93644]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 10:20:46.006254 dv-cinder-796806-1-iscsi neutron-server[93644]: conditions |= (models_v2.Port.network_id.in_( Jun 17 10:20:46.006254 dv-cinder-796806-1-iscsi neutron-server[93644]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:20:46.006254 dv-cinder-796806-1-iscsi neutron-server[93644]: retrieve_revision_numbers = { Jun 17 10:20:46.006254 dv-cinder-796806-1-iscsi neutron-server[93644]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 10:20:46.006254 dv-cinder-796806-1-iscsi neutron-server[93644]: conditions |= (models_v2.Port.network_id.in_( Jun 17 10:20:46.006254 dv-cinder-796806-1-iscsi neutron-server[93644]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:20:46.006254 dv-cinder-796806-1-iscsi neutron-server[93644]: retrieve_revision_numbers = { Jun 17 10:20:46.006254 dv-cinder-796806-1-iscsi neutron-server[93644]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 10:20:46.006254 dv-cinder-796806-1-iscsi neutron-server[93644]: conditions |= (models_v2.Port.network_id.in_( Jun 17 10:20:46.006254 dv-cinder-796806-1-iscsi neutron-server[93644]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:20:46.006254 dv-cinder-796806-1-iscsi neutron-server[93644]: retrieve_revision_numbers = { Jun 17 10:20:46.006254 dv-cinder-796806-1-iscsi neutron-server[93644]: Traceback (most recent call last): Jun 17 10:20:46.006254 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 10:20:46.006254 dv-cinder-796806-1-iscsi neutron-server[93644]: timer() Jun 17 10:20:46.006254 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 10:20:46.006254 dv-cinder-796806-1-iscsi neutron-server[93644]: cb(*args, **kw) Jun 17 10:20:46.006254 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 10:20:46.006254 dv-cinder-796806-1-iscsi neutron-server[93644]: return func(*args, **kwargs) Jun 17 10:20:46.006254 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 10:20:46.006254 dv-cinder-796806-1-iscsi neutron-server[93644]: self._notify() Jun 17 10:20:46.006254 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 10:20:46.006254 dv-cinder-796806-1-iscsi neutron-server[93644]: self.callback(batched_events) Jun 17 10:20:46.006254 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 10:20:46.006254 dv-cinder-796806-1-iscsi neutron-server[93644]: event.method(event) Jun 17 10:20:46.006254 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 10:20:46.006254 dv-cinder-796806-1-iscsi neutron-server[93644]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 10:20:46.006254 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 10:20:46.006254 dv-cinder-796806-1-iscsi neutron-server[93644]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 10:20:46.006254 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 10:20:46.006254 dv-cinder-796806-1-iscsi neutron-server[93644]: return f(self, *a, **k) Jun 17 10:20:46.006254 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 10:20:46.006254 dv-cinder-796806-1-iscsi neutron-server[93644]: return self._get(url).json() Jun 17 10:20:46.006254 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 10:20:46.006254 dv-cinder-796806-1-iscsi neutron-server[93644]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 10:20:46.006254 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 10:20:46.006254 dv-cinder-796806-1-iscsi neutron-server[93644]: return self.request(url, 'GET', **kwargs) Jun 17 10:20:46.006254 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 10:20:46.006254 dv-cinder-796806-1-iscsi neutron-server[93644]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 10:20:46.031628 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 10:20:46.031628 dv-cinder-796806-1-iscsi neutron-server[93644]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 10:20:46.031628 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 10:20:46.031628 dv-cinder-796806-1-iscsi neutron-server[93644]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 10:20:46.031628 dv-cinder-796806-1-iscsi neutron-server[93644]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 10:20:46.031628 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d29e71-9eff-45b1-b303-493a13105326 req-91bb9b73-6b58-420a-a05e-aecc3ce6c6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:46.032020 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-29d2daa8-e966-40c4-a436-6988cbfcb62c None None] Notify callbacks [] for port, precommit_update {{(pid=93647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:46.032103 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-c3d29e71-9eff-45b1-b303-493a13105326 req-91bb9b73-6b58-420a-a05e-aecc3ce6c6e1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1adadcdc4edb46e09ec9476854d746e8&device_id=2e932e89-dbab-40c2-ba76-f9b1c1f8706f HTTP/1.1" status: 200 len: 1097 time: 0.9969001 Jun 17 10:20:46.032177 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.provisioning_blocks [None req-29d2daa8-e966-40c4-a436-6988cbfcb62c None None] Transition to ACTIVE for port object f91fa811-42a5-4fce-8a86-2053f5a2bb06 will not be triggered until provisioned by entity L2. {{(pid=93647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:20:46.164946 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.db_base_plugin_common [None req-158fa011-4226-4d5f-a607-9023090c3faa admin admin] Allocated IP 172.20.0.1 (f2c86962-a93c-495f-9b64-5f5700b8143f/a180ea8c-b457-4930-bdfe-0ab5c7e585f1/f8bcf23f-e896-444a-9f75-638a85fe0ee6) {{(pid=93645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:20:46.182526 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device 89acc012-9f10-45e8-a242-fe128dc81df4 up at agent ovs-agent-dv-cinder-796806-1-iscsi {{(pid=93646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:20:46.205240 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-5a6feb3f-e8ca-48a3-87bd-fe8b97da825e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:46.277684 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Provisioning complete for port 89acc012-9f10-45e8-a242-fe128dc81df4 triggered by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:20:46.278679 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:46.296012 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-5a6feb3f-e8ca-48a3-87bd-fe8b97da825e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:46.347121 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d29e71-9eff-45b1-b303-493a13105326 req-4b2c19d8-5036-479e-aedc-0933f0a23139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:46.389188 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-c3d29e71-9eff-45b1-b303-493a13105326 req-4b2c19d8-5036-479e-aedc-0933f0a23139 service neutron] 10.222.0.47 "GET /v2.0/networks?id=205c007d-e0dc-4507-a41e-7df391e7ed7c HTTP/1.1" status: 200 len: 915 time: 0.2855766 Jun 17 10:20:46.431784 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c174ffba-371d-48b0-9b1f-4e5fa8b0be86 req-25754dd2-0f42-4833-9df3-f2d28078a61a tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:46.433363 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-c174ffba-371d-48b0-9b1f-4e5fa8b0be86 req-25754dd2-0f42-4833-9df3-f2d28078a61a tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39d8b4f-31c1-4ac5-9c65-a73ee6a64e21 HTTP/1.1" status: 200 len: 945 time: 0.4412787 Jun 17 10:20:46.436532 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-c3d29e71-9eff-45b1-b303-493a13105326 req-690a922b-c921-4584-ba3f-49907b04a6ef service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69285600-7025-4d3a-9461-bd2cba3538bd HTTP/1.1" status: 200 len: 217 time: 0.0622311 Jun 17 10:20:46.445386 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f941642-8e44-4a64-8229-a9ccf6429db6 req-7e3d53e1-106f-48b0-a1a9-843d3b916ddb tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:46.447752 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9f941642-8e44-4a64-8229-a9ccf6429db6 req-7e3d53e1-106f-48b0-a1a9-843d3b916ddb tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 945 time: 0.4537592 Jun 17 10:20:46.666971 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-c174ffba-371d-48b0-9b1f-4e5fa8b0be86 req-c4ffef8b-a517-4083-bc3a-69a7ab9cc8f5 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/security-groups?id=53de0d9a-5a0b-4ab8-8623-79700c1fe6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173321 Jun 17 10:20:46.681105 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9f941642-8e44-4a64-8229-a9ccf6429db6 req-a4703856-66d4-4513-b63c-60b4164a4774 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2010348 Jun 17 10:20:46.684004 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d29e71-9eff-45b1-b303-493a13105326 req-46deaa81-72d4-4934-b1b4-eb9ae4c15b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:46.687049 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-c3d29e71-9eff-45b1-b303-493a13105326 req-46deaa81-72d4-4934-b1b4-eb9ae4c15b57 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2edda0e7-6fb2-4040-a41f-3dd2329e7f34 HTTP/1.1" status: 200 len: 854 time: 0.2296281 Jun 17 10:20:46.738116 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b7a453-6dcc-4b35-b276-21dfef947018 x-openstack-request-id: req-74b7a453-6dcc-4b35-b276-21dfef947018 {{(pid=93646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:20:46.738653 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92aa0445-ca87-458b-9d1c-8e1e9e681034", "name": "network-vif-plugged", "status": "completed", "tag": "8c9f1dee-5954-4583-9406-d225d24355ad", "code": 200}]} {{(pid=93646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:20:46.739121 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-74b7a453-6dcc-4b35-b276-21dfef947018 {{(pid=93646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:20:46.739829 dv-cinder-796806-1-iscsi neutron-server[93646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92aa0445-ca87-458b-9d1c-8e1e9e681034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c9f1dee-5954-4583-9406-d225d24355ad', 'code': 200} Jun 17 10:20:46.754771 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-c3d29e71-9eff-45b1-b303-493a13105326 req-3a318a70-7c37-4537-8c6a-1f4747cde801 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=205c007d-e0dc-4507-a41e-7df391e7ed7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601788 Jun 17 10:20:46.768152 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-29d2daa8-e966-40c4-a436-6988cbfcb62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:46.768152 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG oslo_concurrency.lockutils [None req-f7e5441d-2cbd-4482-a72c-28d6217c5443 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:20:46.769223 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-7827ee96-c5ea-47db-a163-e5d3b194cd04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3792531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-714710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684612'] for network, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:46.838041 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-7827ee96-c5ea-47db-a163-e5d3b194cd04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625220'] for network, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:46.847880 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-7827ee96-c5ea-47db-a163-e5d3b194cd04 admin admin] 10.222.0.22 "DELETE /v2.0/networks/e6f7a612-d480-47a3-873a-90e77aa26979 HTTP/1.1" status: 204 len: 168 time: 2.0826578 Jun 17 10:20:46.874669 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-c1979665-ec0e-4e66-8c19-66af4e7e36db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:20:46.889353 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-5a6feb3f-e8ca-48a3-87bd-fe8b97da825e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:46.892162 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-5a6feb3f-e8ca-48a3-87bd-fe8b97da825e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:46.901934 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-5a6feb3f-e8ca-48a3-87bd-fe8b97da825e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d8de1414-13c4-4a63-af17-338d951f8f61 HTTP/1.1" status: 204 len: 168 time: 1.8106287 Jun 17 10:20:46.937578 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7827ee96-c5ea-47db-a163-e5d3b194cd04 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6f7a612-d480-47a3-873a-90e77aa26979,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:20:46.946376 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-7827ee96-c5ea-47db-a163-e5d3b194cd04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:20:46.971919 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-20b21d21-9a92-4dce-bcb9-92fb3332c4e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:20:47.015877 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.managers [None req-29d2daa8-e966-40c4-a436-6988cbfcb62c None None] Attempting to bind port f91fa811-42a5-4fce-8a86-2053f5a2bb06 on host dv-cinder-796806-1-iscsi for vnic_type normal with profile {{(pid=93647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:20:47.016258 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.managers [None req-29d2daa8-e966-40c4-a436-6988cbfcb62c None None] Attempting to bind port f91fa811-42a5-4fce-8a86-2053f5a2bb06 by drivers openvswitch,hyperv on host dv-cinder-796806-1-iscsi at level 0 using segments [{'id': '7a262c57-69fa-4e27-992a-6b78356f8ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e'}] {{(pid=93647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:20:47.016762 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d2daa8-e966-40c4-a436-6988cbfcb62c None None] Attempting to bind port f91fa811-42a5-4fce-8a86-2053f5a2bb06 on network ca6a8a4d-93b8-4490-aa3c-706a0423303e {{(pid=93647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:20:47.021196 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6feb3f-e8ca-48a3-87bd-fe8b97da825e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8de1414-13c4-4a63-af17-338d951f8f61,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:20:47.042775 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-5a6feb3f-e8ca-48a3-87bd-fe8b97da825e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:20:47.043367 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecca9ea3-3989-48c0-9895-138e5e1dab88 None None] Pushing event updated for resources: {'Port': ['ID=f91fa811-42a5-4fce-8a86-2053f5a2bb06,revision_number=2']} {{(pid=93647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:20:47.048884 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG oslo_concurrency.lockutils [None req-ecca9ea3-3989-48c0-9895-138e5e1dab88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=93647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:20:47.088444 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d2daa8-e966-40c4-a436-6988cbfcb62c None None] Checking agent: {'id': 'f230d01b-21be-4f06-8428-d429ae72cfd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796806-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 7, 3), 'started_at': datetime.datetime(2021, 6, 17, 10, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796806-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:20:47.088444 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d2daa8-e966-40c4-a436-6988cbfcb62c None None] Checking segment: {'id': '7a262c57-69fa-4e27-992a-6b78356f8ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:20:47.088444 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-29d2daa8-e966-40c4-a436-6988cbfcb62c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:47.088444 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d2daa8-e966-40c4-a436-6988cbfcb62c None None] Bound using segment: {'id': '7a262c57-69fa-4e27-992a-6b78356f8ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e'} {{(pid=93647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:20:47.088444 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.managers [None req-29d2daa8-e966-40c4-a436-6988cbfcb62c None None] Bound port: f91fa811-42a5-4fce-8a86-2053f5a2bb06, host: dv-cinder-796806-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a262c57-69fa-4e27-992a-6b78356f8ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e'}}] {{(pid=93647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:20:47.088444 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-29d2daa8-e966-40c4-a436-6988cbfcb62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:47.386668 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.db [None req-29d2daa8-e966-40c4-a436-6988cbfcb62c None None] For port f91fa811-42a5-4fce-8a86-2053f5a2bb06, host dv-cinder-796806-1-iscsi, cleared binding levels {{(pid=93647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:20:47.411547 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.db [None req-29d2daa8-e966-40c4-a436-6988cbfcb62c None None] For port f91fa811-42a5-4fce-8a86-2053f5a2bb06, host dv-cinder-796806-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=f91fa811-42a5-4fce-8a86-2053f5a2bb06,segment=NetworkSegment(7a262c57-69fa-4e27-992a-6b78356f8ae4),segment_id=7a262c57-69fa-4e27-992a-6b78356f8ae4)] {{(pid=93647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:20:47.543305 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-29d2daa8-e966-40c4-a436-6988cbfcb62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:47.552810 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG oslo_concurrency.lockutils [None req-40fa3680-3888-4aa2-bc2d-c11d13d4988b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:20:47.726863 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecca9ea3-3989-48c0-9895-138e5e1dab88 None None] Pushing event updated for resources: {'Port': ['ID=f91fa811-42a5-4fce-8a86-2053f5a2bb06,revision_number=3']} {{(pid=93647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:20:47.735188 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG oslo_concurrency.lockutils [None req-ecca9ea3-3989-48c0-9895-138e5e1dab88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:20:47.745757 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d2daa8-e966-40c4-a436-6988cbfcb62c None None] Routers {'3058c659-93ea-47c6-97a8-9f731a0afdd6'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:20:47.745757 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-29d2daa8-e966-40c4-a436-6988cbfcb62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:20:34Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['3058c659-93ea-47c6-97a8-9f731a0afdd6'], 'active': True} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:20:47.809855 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-158fa011-4226-4d5f-a607-9023090c3faa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:47.850523 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.provisioning_blocks [None req-158fa011-4226-4d5f-a607-9023090c3faa admin admin] Transition to ACTIVE for port object f8bcf23f-e896-444a-9f75-638a85fe0ee6 will not be triggered until provisioned by entity DHCP. {{(pid=93645) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:20:47.920646 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 49832) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:20:48.044052 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d612e18d-da9e-43c0-877b-1ec4a37c1ce9 req-1ddd549e-6352-4cbf-8a5a-812161c8cf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:48.046991 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-d612e18d-da9e-43c0-877b-1ec4a37c1ce9 req-1ddd549e-6352-4cbf-8a5a-812161c8cf67 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=92aa0445-ca87-458b-9d1c-8e1e9e681034 HTTP/1.1" status: 200 len: 1099 time: 0.3105030 Jun 17 10:20:48.086915 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b0cf6-a483-43f5-9cf2-a6dcae8a57a4 req-bf1c88f9-0561-4c6a-9f38-c2e2234b6ae6 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:48.098909 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-af9b0cf6-a483-43f5-9cf2-a6dcae8a57a4 req-bf1c88f9-0561-4c6a-9f38-c2e2234b6ae6 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e932e89-dbab-40c2-ba76-f9b1c1f8706f HTTP/1.1" status: 200 len: 944 time: 1.0684342 Jun 17 10:20:48.128172 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-36aa3778-9285-48f2-82f2-881e463e09a2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=48c01de934934efeacc4fa02c581bede&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2012465 Jun 17 10:20:48.144252 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 49836) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:20:48.166409 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-af9b0cf6-a483-43f5-9cf2-a6dcae8a57a4 req-454fd4ca-7932-441b-a0b0-0bbe9e878ce2 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] 10.222.0.22 "GET /v2.0/security-groups?id=fec323e8-eec6-46cb-8a1c-89d917698f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661497 Jun 17 10:20:48.170572 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-c3d29e71-9eff-45b1-b303-493a13105326 req-8fb21675-37cd-43b1-9b89-659f4436ffdb service neutron] 10.222.0.47 "GET /v2.0/networks/205c007d-e0dc-4507-a41e-7df391e7ed7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3944793 Jun 17 10:20:48.212730 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-d612e18d-da9e-43c0-877b-1ec4a37c1ce9 req-b58f1b14-7820-409a-8753-be632075a377 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4b298a6e-ca03-4b84-a35f-a75e19063a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974417 Jun 17 10:20:48.268227 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvr_db [None req-29d2daa8-e966-40c4-a436-6988cbfcb62c None None] Set router 3058c659-93ea-47c6-97a8-9f731a0afdd6 gateway port host: dv-cinder-796806-1-iscsi {{(pid=93647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:20:48.297022 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-158fa011-4226-4d5f-a607-9023090c3faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3925395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740733869087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129691327'] for port, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:48.313173 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-ecb40b2d-14ef-4e91-9176-96a22fd1ee63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:20:48.431628 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158fa011-4226-4d5f-a607-9023090c3faa admin admin] Pushing event updated for resources: {'Port': ['ID=f8bcf23f-e896-444a-9f75-638a85fe0ee6,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:20:48.440163 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-158fa011-4226-4d5f-a607-9023090c3faa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:20:48.458975 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158fa011-4226-4d5f-a607-9023090c3faa admin admin] Network f2c86962-a93c-495f-9b64-5f5700b8143f is already hosted by enough agents. {{(pid=93645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:20:48.460896 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.base_scheduler [None req-158fa011-4226-4d5f-a607-9023090c3faa admin admin] Resources bound (agent type, host, resource id): {{(pid=93645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:20:48.464051 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158fa011-4226-4d5f-a607-9023090c3faa admin admin] Received port after_create {{(pid=93645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:20:48.569104 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-158fa011-4226-4d5f-a607-9023090c3faa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672608'] for router_interface, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:48.746523 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-c3d29e71-9eff-45b1-b303-493a13105326 req-396dbe78-48bd-45b6-8021-af2f83441161 service neutron] 10.222.0.47 "GET /v2.0/networks/205c007d-e0dc-4507-a41e-7df391e7ed7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5508175 Jun 17 10:20:48.784446 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8109124-7d1f-45c4-8546-23f6586c64ae req-c7e65384-cebc-40f7-8d78-c1d596558309 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:48.802500 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-c8109124-7d1f-45c4-8546-23f6586c64ae req-c7e65384-cebc-40f7-8d78-c1d596558309 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=92aa0445-ca87-458b-9d1c-8e1e9e681034 HTTP/1.1" status: 200 len: 946 time: 0.8811274 Jun 17 10:20:48.909498 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-29d2daa8-e966-40c4-a436-6988cbfcb62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3058c659-93ea-47c6-97a8-9f731a0afdd6', 'name': 'tempest-TestShelveInstance-1671743805-router', 'tenant_id': '4533014ad3ce4f96a58b9916412c89f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': 'f91fa811-42a5-4fce-8a86-2053f5a2bb06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:20:36Z', 'updated_at': '2021-06-17T10:20:41Z', 'revision_number': 3, 'project_id': '4533014ad3ce4f96a58b9916412c89f5', 'gw_port': {'id': 'f91fa811-42a5-4fce-8a86-2053f5a2bb06', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:d9:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3058c659-93ea-47c6-97a8-9f731a0afdd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:20:39Z', 'updated_at': '2021-06-17T10:20:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi'}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:20:48.958990 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-c3beebbd-f52e-4893-b375-a9455137487e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:48.967633 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d2daa8-e966-40c4-a436-6988cbfcb62c None None] The sync data for ids ['3058c659-93ea-47c6-97a8-9f731a0afdd6'] in dv-cinder-796806-1-iscsi is: [{'id': '3058c659-93ea-47c6-97a8-9f731a0afdd6', 'name': 'tempest-TestShelveInstance-1671743805-router', 'tenant_id': '4533014ad3ce4f96a58b9916412c89f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': 'f91fa811-42a5-4fce-8a86-2053f5a2bb06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:20:36Z', 'updated_at': '2021-06-17T10:20:41Z', 'revision_number': 3, 'project_id': '4533014ad3ce4f96a58b9916412c89f5', 'gw_port': {'id': 'f91fa811-42a5-4fce-8a86-2053f5a2bb06', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:d9:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3058c659-93ea-47c6-97a8-9f731a0afdd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:20:39Z', 'updated_at': '2021-06-17T10:20:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi'}] {{(pid=93647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 10:20:49.114798 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-c3beebbd-f52e-4893-b375-a9455137487e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:49.143067 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-158fa011-4226-4d5f-a607-9023090c3faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:49.177369 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-c8109124-7d1f-45c4-8546-23f6586c64ae req-1774c66d-299c-4f1a-87fd-173a12b776e7 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b298a6e-ca03-4b84-a35f-a75e19063a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3737130 Jun 17 10:20:49.232306 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-4e03a137-b8ce-441c-b64f-5a97f5240da5 None None] Provisioning for port f8bcf23f-e896-444a-9f75-638a85fe0ee6 completed by entity DHCP. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:20:49.247135 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-4e03a137-b8ce-441c-b64f-5a97f5240da5 None None] Provisioning complete for port f8bcf23f-e896-444a-9f75-638a85fe0ee6 triggered by entity DHCP. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:20:49.247840 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-4e03a137-b8ce-441c-b64f-5a97f5240da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:49.257307 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e2a627-4f0d-45e7-8b0a-cc9bf2f249a1 req-e9fde614-a6ca-4ae9-9a35-7bd275983d7b tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:49.261137 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-e0e2a627-4f0d-45e7-8b0a-cc9bf2f249a1 req-e9fde614-a6ca-4ae9-9a35-7bd275983d7b tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39d8b4f-31c1-4ac5-9c65-a73ee6a64e21 HTTP/1.1" status: 200 len: 945 time: 0.7185233 Jun 17 10:20:49.417785 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-e0e2a627-4f0d-45e7-8b0a-cc9bf2f249a1 req-02d31b4e-5520-4eef-b043-4ea703df40ee tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/security-groups?id=53de0d9a-5a0b-4ab8-8623-79700c1fe6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423714 Jun 17 10:20:49.433420 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-c3beebbd-f52e-4893-b375-a9455137487e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:49.443373 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-c3beebbd-f52e-4893-b375-a9455137487e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:49.445743 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-c3beebbd-f52e-4893-b375-a9455137487e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/da10646b-ca30-442e-bb5d-b49e43ba0310 HTTP/1.1" status: 204 len: 168 time: 1.2775817 Jun 17 10:20:49.448092 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-7580b79a-c9d3-415c-8b93-e49dd3363401 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:20:49.450416 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-4e03a137-b8ce-441c-b64f-5a97f5240da5 None None] Port f8bcf23f-e896-444a-9f75-638a85fe0ee6 cannot update to ACTIVE because it is not bound. {{(pid=93646) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 10:20:49.473916 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3beebbd-f52e-4893-b375-a9455137487e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da10646b-ca30-442e-bb5d-b49e43ba0310,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:20:49.499547 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-c3beebbd-f52e-4893-b375-a9455137487e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:20:49.589781 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device 69285600-7025-4d3a-9461-bd2cba3538bd details requested by agent hyperv_hv-cinder-79680 with host hv-cinder-79680 {{(pid=93646) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 10:20:50.036060 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-158fa011-4226-4d5f-a607-9023090c3faa admin admin] Notify callbacks [] for port, precommit_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:50.112946 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98b6f01-f20f-43cc-9753-2b968aef3d37 req-d75e09c1-376a-43c4-a984-cdab52c7634d tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:50.122676 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-b98b6f01-f20f-43cc-9753-2b968aef3d37 req-d75e09c1-376a-43c4-a984-cdab52c7634d tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 945 time: 0.3979208 Jun 17 10:20:50.183240 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] For port 69285600-7025-4d3a-9461-bd2cba3538bd, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=69285600-7025-4d3a-9461-bd2cba3538bd,segment=NetworkSegment(36f28760-8206-4988-9aaa-df990eabba47),segment_id=36f28760-8206-4988-9aaa-df990eabba47)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:20:50.183481 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-158fa011-4226-4d5f-a607-9023090c3faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129691277'] for port, after_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:50.224044 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Returning: {'device': '69285600-7025-4d3a-9461-bd2cba3538bd', 'network_id': '205c007d-e0dc-4507-a41e-7df391e7ed7c', 'port_id': '69285600-7025-4d3a-9461-bd2cba3538bd', 'mac_address': 'fa:16:3e:03:01:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2edda0e7-6fb2-4040-a41f-3dd2329e7f34', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93646) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 10:20:50.270219 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-51ffffd1-1c20-43fe-b26c-70b9c6c7eeae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:20:50.275671 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-158fa011-4226-4d5f-a607-9023090c3faa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672540'] for router_interface, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:50.407211 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device f91fa811-42a5-4fce-8a86-2053f5a2bb06 up at agent ovs-agent-dv-cinder-796806-1-iscsi {{(pid=93646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:20:50.418044 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-b98b6f01-f20f-43cc-9753-2b968aef3d37 req-5988958b-70aa-4c23-b68c-59d8cc421f44 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2938745 Jun 17 10:20:50.472912 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:50.532260 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.notifiers.nova [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69285600-7025-4d3a-9461-bd2cba3538bd {{(pid=93646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:20:50.554453 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f890dce-c237-4add-b6d7-f07964364925 req-6f394e50-71ff-40c2-9e53-d2446ab98a27 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:50.568679 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9f890dce-c237-4add-b6d7-f07964364925 req-6f394e50-71ff-40c2-9e53-d2446ab98a27 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.4275770 Jun 17 10:20:50.680798 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] For port 69285600-7025-4d3a-9461-bd2cba3538bd, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=69285600-7025-4d3a-9461-bd2cba3538bd,segment=NetworkSegment(36f28760-8206-4988-9aaa-df990eabba47),segment_id=36f28760-8206-4988-9aaa-df990eabba47)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:20:50.762742 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:50.765831 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:20:50.774688 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9f890dce-c237-4add-b6d7-f07964364925 req-e3b3d75f-f14d-430e-8e75-b54b5f9ef47d tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018435 Jun 17 10:20:50.827937 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158fa011-4226-4d5f-a607-9023090c3faa admin admin] Network f2c86962-a93c-495f-9b64-5f5700b8143f is already hosted by enough agents. {{(pid=93645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:20:50.837447 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158fa011-4226-4d5f-a607-9023090c3faa admin admin] Pushing event updated for resources: {'Port': ['ID=f8bcf23f-e896-444a-9f75-638a85fe0ee6,revision_number=2']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:20:50.837447 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.base_scheduler [None req-158fa011-4226-4d5f-a607-9023090c3faa admin admin] Resources bound (agent type, host, resource id): {{(pid=93645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:20:50.864042 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-158fa011-4226-4d5f-a607-9023090c3faa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.592s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:20:50.890714 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Provisioning for port f91fa811-42a5-4fce-8a86-2053f5a2bb06 completed by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:20:50.973669 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Provisioning complete for port f91fa811-42a5-4fce-8a86-2053f5a2bb06 triggered by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:20:50.974573 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:51.322011 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Pushing event updated for resources: {'Port': ['ID=69285600-7025-4d3a-9461-bd2cba3538bd,revision_number=4']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:20:51.353986 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6964e5-4ece-45b5-86c6-3f1af7887a99 req-ab21bf65-cf50-49c4-8845-abb69e1ee7dc tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:51.354843 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:20:51.367194 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-5d6964e5-4ece-45b5-86c6-3f1af7887a99 req-ab21bf65-cf50-49c4-8845-abb69e1ee7dc tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e932e89-dbab-40c2-ba76-f9b1c1f8706f HTTP/1.1" status: 200 len: 945 time: 0.3567858 Jun 17 10:20:51.464488 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-158fa011-4226-4d5f-a607-9023090c3faa admin admin] Router 3058c659-93ea-47c6-97a8-9f731a0afdd6 has already been hosted by L3 agent 9ed9efc2-3eec-4d73-b246-cbd899a1984b {{(pid=93645) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 10:20:51.495346 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] get_ports_and_sgs() called for port_ids ['69285600-7025-4d3a-9461-bd2cba3538bd'] {{(pid=93646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 10:20:51.630907 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-5d6964e5-4ece-45b5-86c6-3f1af7887a99 req-8519d565-0fdc-4c84-a438-1cdf07d3dae2 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] 10.222.0.22 "GET /v2.0/security-groups?id=fec323e8-eec6-46cb-8a1c-89d917698f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525444 Jun 17 10:20:51.792756 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc752ff7-48f0-4259-af6f-89dddc43df22 req-ce50f5ea-7b9b-44d8-be31-5f31d5b46163 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:51.806550 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-bc752ff7-48f0-4259-af6f-89dddc43df22 req-ce50f5ea-7b9b-44d8-be31-5f31d5b46163 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39d8b4f-31c1-4ac5-9c65-a73ee6a64e21 HTTP/1.1" status: 200 len: 945 time: 0.4376075 Jun 17 10:20:51.855326 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-158fa011-4226-4d5f-a607-9023090c3faa admin admin] Notify agent at l3_agent.dv-cinder-796806-1-iscsi the message routers_updated {{(pid=93645) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 10:20:51.871583 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-058c8ae3-6166-4bac-9267-9f5548341f04 None None] Provisioning complete for port f8bcf23f-e896-444a-9f75-638a85fe0ee6 triggered by entity DHCP. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:20:51.872298 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-058c8ae3-6166-4bac-9267-9f5548341f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:51.919994 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-158fa011-4226-4d5f-a607-9023090c3faa admin admin] 10.222.0.22 "PUT /v2.0/routers/3058c659-93ea-47c6-97a8-9f731a0afdd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9818201 Jun 17 10:20:52.012399 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:52.013479 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-bc752ff7-48f0-4259-af6f-89dddc43df22 req-2061fc05-17c2-43ef-9584-dea6d07fa92a tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/security-groups?id=53de0d9a-5a0b-4ab8-8623-79700c1fe6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040286 Jun 17 10:20:52.029760 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-058c8ae3-6166-4bac-9267-9f5548341f04 None None] Port f8bcf23f-e896-444a-9f75-638a85fe0ee6 cannot update to ACTIVE because it is not bound. {{(pid=93646) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 10:20:52.069868 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] For port f91fa811-42a5-4fce-8a86-2053f5a2bb06, host dv-cinder-796806-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=f91fa811-42a5-4fce-8a86-2053f5a2bb06,segment=NetworkSegment(7a262c57-69fa-4e27-992a-6b78356f8ae4),segment_id=7a262c57-69fa-4e27-992a-6b78356f8ae4)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:20:52.214053 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df432d5b-5260-4373-b651-9a76aed45420 req-c65fd91c-7a6c-4afb-9622-f413f62c7593 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:52.224529 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-df432d5b-5260-4373-b651-9a76aed45420 req-c65fd91c-7a6c-4afb-9622-f413f62c7593 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=92aa0445-ca87-458b-9d1c-8e1e9e681034 HTTP/1.1" status: 200 len: 946 time: 0.2633517 Jun 17 10:20:52.267900 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:52.277794 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:20:52.349284 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-df432d5b-5260-4373-b651-9a76aed45420 req-3fa0186b-700e-474d-8ce4-e64caa312c48 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b298a6e-ca03-4b84-a35f-a75e19063a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137671 Jun 17 10:20:52.505756 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Pushing event updated for resources: {'Port': ['ID=f91fa811-42a5-4fce-8a86-2053f5a2bb06,revision_number=4']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:20:52.539819 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:20:52.961370 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de9c376-970e-418c-a09e-15bb28c65b40 None None] Sync routers for ids ['3058c659-93ea-47c6-97a8-9f731a0afdd6'] in dv-cinder-796806-1-iscsi {{(pid=93646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 10:20:52.996060 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de9c376-970e-418c-a09e-15bb28c65b40 None None] Routers {'3058c659-93ea-47c6-97a8-9f731a0afdd6'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:20:53.008297 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_hamode_db [None req-8de9c376-970e-418c-a09e-15bb28c65b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:20:34Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['3058c659-93ea-47c6-97a8-9f731a0afdd6'], 'active': True} {{(pid=93646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:20:53.093806 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cab544-ac1a-42a3-9a7c-8cd77c07d6ec req-4cab70c6-b370-4398-baf0-9f1688bd9663 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:53.106030 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-42cab544-ac1a-42a3-9a7c-8cd77c07d6ec req-4cab70c6-b370-4398-baf0-9f1688bd9663 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 945 time: 0.1954505 Jun 17 10:20:53.209974 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-42cab544-ac1a-42a3-9a7c-8cd77c07d6ec req-eb46228d-9744-4f9e-9492-e718fa23d9a9 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023133 Jun 17 10:20:53.378068 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvr_db [None req-8de9c376-970e-418c-a09e-15bb28c65b40 None None] Set router 3058c659-93ea-47c6-97a8-9f731a0afdd6 gateway port host: dv-cinder-796806-1-iscsi {{(pid=93646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:20:53.720919 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device 69285600-7025-4d3a-9461-bd2cba3538bd up at agent hyperv_hv-cinder-79680 {{(pid=93646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:20:53.739325 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-e978c948-a6ef-43b5-86c9-d32afe776aa4 req-4afedcd6-27fa-45e3-bdae-5be8d007f44e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2939758 Jun 17 10:20:53.972886 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e978c948-a6ef-43b5-86c9-d32afe776aa4 req-12bbdec1-0399-4d2b-a69b-597cad918cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:53.975624 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-e978c948-a6ef-43b5-86c9-d32afe776aa4 req-12bbdec1-0399-4d2b-a69b-597cad918cf1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5bd0dd2afc794054a2ded47901ac6c2e&device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 1098 time: 0.1703005 Jun 17 10:20:54.079206 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_hamode_db [None req-8de9c376-970e-418c-a09e-15bb28c65b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3058c659-93ea-47c6-97a8-9f731a0afdd6', 'name': 'tempest-TestShelveInstance-1671743805-router', 'tenant_id': '4533014ad3ce4f96a58b9916412c89f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': 'f91fa811-42a5-4fce-8a86-2053f5a2bb06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:20:36Z', 'updated_at': '2021-06-17T10:20:48Z', 'revision_number': 4, 'project_id': '4533014ad3ce4f96a58b9916412c89f5', 'gw_port': {'id': 'f91fa811-42a5-4fce-8a86-2053f5a2bb06', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:d9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3058c659-93ea-47c6-97a8-9f731a0afdd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:20:39Z', 'updated_at': '2021-06-17T10:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi', '_interfaces': [{'id': 'f8bcf23f-e896-444a-9f75-638a85fe0ee6', 'name': '', 'network_id': 'f2c86962-a93c-495f-9b64-5f5700b8143f', 'tenant_id': '4533014ad3ce4f96a58b9916412c89f5', 'mac_address': 'fa:16:3e:3a:d7:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3058c659-93ea-47c6-97a8-9f731a0afdd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a180ea8c-b457-4930-bdfe-0ab5c7e585f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:20:45Z', 'updated_at': '2021-06-17T10:20:49Z', 'revision_number': 2, 'project_id': '4533014ad3ce4f96a58b9916412c89f5', 'subnets': [{'id': 'a180ea8c-b457-4930-bdfe-0ab5c7e585f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:20:54.139166 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Provisioning for port 69285600-7025-4d3a-9461-bd2cba3538bd completed by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:20:54.146574 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Provisioning complete for port 69285600-7025-4d3a-9461-bd2cba3538bd triggered by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:20:54.147205 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:54.149757 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de9c376-970e-418c-a09e-15bb28c65b40 None None] Checking router: 3058c659-93ea-47c6-97a8-9f731a0afdd6 for host: dv-cinder-796806-1-iscsi {{(pid=93646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 10:20:54.158820 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de9c376-970e-418c-a09e-15bb28c65b40 None None] Updating router 3058c659-93ea-47c6-97a8-9f731a0afdd6 port f8bcf23f-e896-444a-9f75-638a85fe0ee6 binding host dv-cinder-796806-1-iscsi {{(pid=93646) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 10:20:54.225090 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8de9c376-970e-418c-a09e-15bb28c65b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:54.319710 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e978c948-a6ef-43b5-86c9-d32afe776aa4 req-c7440835-dfb9-4af0-b083-a96cbe0be00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:54.332562 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-e978c948-a6ef-43b5-86c9-d32afe776aa4 req-c7440835-dfb9-4af0-b083-a96cbe0be00a service neutron] 10.222.0.47 "GET /v2.0/networks?id=d773beeb-675a-4b62-b751-30bf7ea2150d HTTP/1.1" status: 200 len: 920 time: 0.3136394 Jun 17 10:20:54.395227 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-e978c948-a6ef-43b5-86c9-d32afe776aa4 req-1ff139d4-03d2-49c9-818f-9bbd9d5d6b2c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1924e06-caa3-4695-8bd6-e71e3f3430da HTTP/1.1" status: 200 len: 217 time: 0.0608575 Jun 17 10:20:54.510689 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d579d2-8c58-4086-ad8a-827abec7fdda req-3b148a5a-e030-46eb-bef5-1ebd51fff7c6 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:54.525262 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-f7d579d2-8c58-4086-ad8a-827abec7fdda req-3b148a5a-e030-46eb-bef5-1ebd51fff7c6 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e932e89-dbab-40c2-ba76-f9b1c1f8706f HTTP/1.1" status: 200 len: 945 time: 0.4407227 Jun 17 10:20:54.559546 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device f91fa811-42a5-4fce-8a86-2053f5a2bb06 up at agent ovs-agent-dv-cinder-796806-1-iscsi {{(pid=93646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:20:54.665085 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e978c948-a6ef-43b5-86c9-d32afe776aa4 req-2c7d8bed-e498-4fe8-87b4-3ea33ef3b84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:54.668423 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-e978c948-a6ef-43b5-86c9-d32afe776aa4 req-2c7d8bed-e498-4fe8-87b4-3ea33ef3b84b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e9682fe0-190f-4cfb-8a99-3f5500e89851 HTTP/1.1" status: 200 len: 859 time: 0.2514772 Jun 17 10:20:54.691194 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-f7d579d2-8c58-4086-ad8a-827abec7fdda req-a264d222-341b-4fcd-b6cb-26cf55d414f1 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] 10.222.0.22 "GET /v2.0/security-groups?id=fec323e8-eec6-46cb-8a1c-89d917698f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642120 Jun 17 10:20:54.704800 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Provisioning complete for port f91fa811-42a5-4fce-8a86-2053f5a2bb06 triggered by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:20:54.705214 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:54.773619 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-e978c948-a6ef-43b5-86c9-d32afe776aa4 req-1f28a11d-517d-49a0-8322-5461e9068936 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d773beeb-675a-4b62-b751-30bf7ea2150d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778244 Jun 17 10:20:55.146190 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-e978c948-a6ef-43b5-86c9-d32afe776aa4 req-3f44e695-571a-4118-b0fe-809301fcc333 service neutron] 10.222.0.47 "GET /v2.0/networks/d773beeb-675a-4b62-b751-30bf7ea2150d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3565397 Jun 17 10:20:55.267945 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:55.348152 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e932e89-dbab-40c2-ba76-f9b1c1f8706f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69285600-7025-4d3a-9461-bd2cba3538bd'}] {{(pid=93646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:20:55.352252 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}202ec35f0b2f503ce7e4db3a1c258f37e57fe85608606de8e1c873696d713f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-142f6d39-34ac-457c-87fc-2d0d164b5d9a" -d '{"events": [{"server_uuid": "2e932e89-dbab-40c2-ba76-f9b1c1f8706f", "name": "network-vif-plugged", "status": "completed", "tag": "69285600-7025-4d3a-9461-bd2cba3538bd"}]}' {{(pid=93646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:20:55.366688 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b70a4b-65a2-40db-ba04-6f448bf7d00e req-a5ad33cb-d9e5-40e3-a927-ef1b5c0294c5 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:55.375987 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-95b70a4b-65a2-40db-ba04-6f448bf7d00e req-a5ad33cb-d9e5-40e3-a927-ef1b5c0294c5 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39d8b4f-31c1-4ac5-9c65-a73ee6a64e21 HTTP/1.1" status: 200 len: 945 time: 0.2514586 Jun 17 10:20:55.390396 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-e978c948-a6ef-43b5-86c9-d32afe776aa4 req-f88cb491-2425-40bb-9d8b-57da0a6e0320 service neutron] 10.222.0.47 "GET /v2.0/networks/d773beeb-675a-4b62-b751-30bf7ea2150d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111123 Jun 17 10:20:55.409773 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] For port 69285600-7025-4d3a-9461-bd2cba3538bd, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=69285600-7025-4d3a-9461-bd2cba3538bd,segment=NetworkSegment(36f28760-8206-4988-9aaa-df990eabba47),segment_id=36f28760-8206-4988-9aaa-df990eabba47)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:20:55.482074 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-95b70a4b-65a2-40db-ba04-6f448bf7d00e req-e31ece17-bc0c-4c53-a2b7-1ec5168bd8a5 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/security-groups?id=53de0d9a-5a0b-4ab8-8623-79700c1fe6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044362 Jun 17 10:20:55.509887 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8de9c376-970e-418c-a09e-15bb28c65b40 None None] Notify callbacks [] for port, precommit_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:55.530681 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-8de9c376-970e-418c-a09e-15bb28c65b40 None None] Transition to ACTIVE for port object f8bcf23f-e896-444a-9f75-638a85fe0ee6 will not be triggered until provisioned by entity L2. {{(pid=93646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:20:55.545001 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:55.551076 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-d764b214-e215-4d8e-be6d-e1065c911044 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:20:55.581832 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 49948) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:20:55.633860 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a91623f-479d-4203-b419-6999b84b27e9 x-openstack-request-id: req-8a91623f-479d-4203-b419-6999b84b27e9 {{(pid=93646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:20:55.634172 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e932e89-dbab-40c2-ba76-f9b1c1f8706f", "name": "network-vif-plugged", "status": "completed", "tag": "69285600-7025-4d3a-9461-bd2cba3538bd", "code": 200}]} {{(pid=93646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:20:55.634438 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8a91623f-479d-4203-b419-6999b84b27e9 {{(pid=93646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:20:55.634924 dv-cinder-796806-1-iscsi neutron-server[93646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e932e89-dbab-40c2-ba76-f9b1c1f8706f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69285600-7025-4d3a-9461-bd2cba3538bd', 'code': 200} Jun 17 10:20:55.644418 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.v2.base [None req-a508527e-bc70-4975-81d2-4d2973592c20 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1406910820', 'description': 'tempest-secgroup-smoke-1406910820 description', 'project_id': 'a48f3a58719945bcbe434bb642bb07c4'}} {{(pid=93644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:20:55.666560 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8de9c376-970e-418c-a09e-15bb28c65b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:55.744814 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Pushing event updated for resources: {'Port': ['ID=69285600-7025-4d3a-9461-bd2cba3538bd,revision_number=5']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:20:55.751167 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:20:55.751944 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:20:55.961901 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.managers [None req-8de9c376-970e-418c-a09e-15bb28c65b40 None None] Attempting to bind port f8bcf23f-e896-444a-9f75-638a85fe0ee6 on host dv-cinder-796806-1-iscsi for vnic_type normal with profile {{(pid=93646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:20:55.967113 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.managers [None req-8de9c376-970e-418c-a09e-15bb28c65b40 None None] Attempting to bind port f8bcf23f-e896-444a-9f75-638a85fe0ee6 by drivers openvswitch,hyperv on host dv-cinder-796806-1-iscsi at level 0 using segments [{'id': 'a7170e3f-ccb7-4cf1-909f-fd0979b7067b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'f2c86962-a93c-495f-9b64-5f5700b8143f'}] {{(pid=93646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:20:55.967113 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de9c376-970e-418c-a09e-15bb28c65b40 None None] Attempting to bind port f8bcf23f-e896-444a-9f75-638a85fe0ee6 on network f2c86962-a93c-495f-9b64-5f5700b8143f {{(pid=93646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:20:55.967113 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc33b11-31ba-4285-bba8-b79b07e9849a None None] Pushing event updated for resources: {'Port': ['ID=f8bcf23f-e896-444a-9f75-638a85fe0ee6,revision_number=3']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:20:55.972131 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-bbc33b11-31ba-4285-bba8-b79b07e9849a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:20:55.981881 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de9c376-970e-418c-a09e-15bb28c65b40 None None] Checking agent: {'id': 'f230d01b-21be-4f06-8428-d429ae72cfd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796806-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 7, 3), 'started_at': datetime.datetime(2021, 6, 17, 10, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796806-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:20:55.982240 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-a508527e-bc70-4975-81d2-4d2973592c20 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Notify callbacks [] for security_group, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:55.989504 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de9c376-970e-418c-a09e-15bb28c65b40 None None] Checking segment: {'id': 'a7170e3f-ccb7-4cf1-909f-fd0979b7067b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'f2c86962-a93c-495f-9b64-5f5700b8143f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:20:55.990320 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8de9c376-970e-418c-a09e-15bb28c65b40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:55.990751 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de9c376-970e-418c-a09e-15bb28c65b40 None None] Bound using segment: {'id': 'a7170e3f-ccb7-4cf1-909f-fd0979b7067b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'f2c86962-a93c-495f-9b64-5f5700b8143f'} {{(pid=93646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:20:55.991295 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.managers [None req-8de9c376-970e-418c-a09e-15bb28c65b40 None None] Bound port: f8bcf23f-e896-444a-9f75-638a85fe0ee6, host: dv-cinder-796806-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7170e3f-ccb7-4cf1-909f-fd0979b7067b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'f2c86962-a93c-495f-9b64-5f5700b8143f'}}] {{(pid=93646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:20:55.991724 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8de9c376-970e-418c-a09e-15bb28c65b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:56.183670 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-8de9c376-970e-418c-a09e-15bb28c65b40 None None] For port f8bcf23f-e896-444a-9f75-638a85fe0ee6, host dv-cinder-796806-1-iscsi, cleared binding levels {{(pid=93646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:20:56.207876 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-8de9c376-970e-418c-a09e-15bb28c65b40 None None] For port f8bcf23f-e896-444a-9f75-638a85fe0ee6, host dv-cinder-796806-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=f8bcf23f-e896-444a-9f75-638a85fe0ee6,segment=NetworkSegment(a7170e3f-ccb7-4cf1-909f-fd0979b7067b),segment_id=a7170e3f-ccb7-4cf1-909f-fd0979b7067b)] {{(pid=93646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:20:56.341239 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8de9c376-970e-418c-a09e-15bb28c65b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:56.343406 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:20:56.523997 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de9c376-970e-418c-a09e-15bb28c65b40 None None] Routers {'3058c659-93ea-47c6-97a8-9f731a0afdd6'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:20:56.526984 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_hamode_db [None req-8de9c376-970e-418c-a09e-15bb28c65b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:20:34Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['3058c659-93ea-47c6-97a8-9f731a0afdd6'], 'active': True} {{(pid=93646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:20:56.534512 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc33b11-31ba-4285-bba8-b79b07e9849a None None] Pushing event updated for resources: {'Port': ['ID=f8bcf23f-e896-444a-9f75-638a85fe0ee6,revision_number=4']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:20:56.568930 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3110b95a-8187-4d76-b15e-083beba9e7fa req-7d0b2363-33b0-4b11-a573-8fe72cfe38d5 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:56.572913 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-3110b95a-8187-4d76-b15e-083beba9e7fa req-7d0b2363-33b0-4b11-a573-8fe72cfe38d5 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 945 time: 0.7871428 Jun 17 10:20:56.601887 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-bbc33b11-31ba-4285-bba8-b79b07e9849a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:20:56.695616 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d82377-6263-4f06-8a4e-95dfb85d48ca req-6ec00647-0967-41d3-9ed4-ccf0ec011f2a tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:56.698037 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-e0d82377-6263-4f06-8a4e-95dfb85d48ca req-6ec00647-0967-41d3-9ed4-ccf0ec011f2a tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e932e89-dbab-40c2-ba76-f9b1c1f8706f HTTP/1.1" status: 200 len: 946 time: 0.6323586 Jun 17 10:20:56.725650 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-a508527e-bc70-4975-81d2-4d2973592c20 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Notify callbacks [] for security_group, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:56.734200 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-3110b95a-8187-4d76-b15e-083beba9e7fa req-9a65c61b-e579-403b-b151-5bbf6033960b tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402023 Jun 17 10:20:56.753426 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36765dff-9ec7-4925-ad26-293bfdf4bcc1 req-dec876d1-72c1-4525-b1a4-aeb1e566a9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:56.758018 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-36765dff-9ec7-4925-ad26-293bfdf4bcc1 req-dec876d1-72c1-4525-b1a4-aeb1e566a9d0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2e932e89-dbab-40c2-ba76-f9b1c1f8706f HTTP/1.1" status: 200 len: 1099 time: 0.4087112 Jun 17 10:20:56.920471 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvr_db [None req-8de9c376-970e-418c-a09e-15bb28c65b40 None None] Set router 3058c659-93ea-47c6-97a8-9f731a0afdd6 gateway port host: dv-cinder-796806-1-iscsi {{(pid=93646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:20:56.925665 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-36765dff-9ec7-4925-ad26-293bfdf4bcc1 req-cf223cd6-95e2-4346-8783-b490f28b4665 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=fec323e8-eec6-46cb-8a1c-89d917698f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529725 Jun 17 10:20:56.931324 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-e0d82377-6263-4f06-8a4e-95dfb85d48ca req-8e7f1dbb-0345-472d-8b0e-97f53f3435d7 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] 10.222.0.22 "GET /v2.0/security-groups?id=fec323e8-eec6-46cb-8a1c-89d917698f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617773 Jun 17 10:20:57.378701 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_hamode_db [None req-8de9c376-970e-418c-a09e-15bb28c65b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3058c659-93ea-47c6-97a8-9f731a0afdd6', 'name': 'tempest-TestShelveInstance-1671743805-router', 'tenant_id': '4533014ad3ce4f96a58b9916412c89f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': 'f91fa811-42a5-4fce-8a86-2053f5a2bb06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:20:36Z', 'updated_at': '2021-06-17T10:20:48Z', 'revision_number': 4, 'project_id': '4533014ad3ce4f96a58b9916412c89f5', 'gw_port': {'id': 'f91fa811-42a5-4fce-8a86-2053f5a2bb06', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:d9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3058c659-93ea-47c6-97a8-9f731a0afdd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:20:39Z', 'updated_at': '2021-06-17T10:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi', '_interfaces': [{'id': 'f8bcf23f-e896-444a-9f75-638a85fe0ee6', 'name': '', 'network_id': 'f2c86962-a93c-495f-9b64-5f5700b8143f', 'tenant_id': '4533014ad3ce4f96a58b9916412c89f5', 'mac_address': 'fa:16:3e:3a:d7:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3058c659-93ea-47c6-97a8-9f731a0afdd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a180ea8c-b457-4930-bdfe-0ab5c7e585f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:20:45Z', 'updated_at': '2021-06-17T10:20:56Z', 'revision_number': 4, 'project_id': '4533014ad3ce4f96a58b9916412c89f5', 'subnets': [{'id': 'a180ea8c-b457-4930-bdfe-0ab5c7e585f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:20:57.407256 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de9c376-970e-418c-a09e-15bb28c65b40 None None] The sync data for ids ['3058c659-93ea-47c6-97a8-9f731a0afdd6'] in dv-cinder-796806-1-iscsi is: [{'id': '3058c659-93ea-47c6-97a8-9f731a0afdd6', 'name': 'tempest-TestShelveInstance-1671743805-router', 'tenant_id': '4533014ad3ce4f96a58b9916412c89f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': 'f91fa811-42a5-4fce-8a86-2053f5a2bb06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:20:36Z', 'updated_at': '2021-06-17T10:20:48Z', 'revision_number': 4, 'project_id': '4533014ad3ce4f96a58b9916412c89f5', 'gw_port': {'id': 'f91fa811-42a5-4fce-8a86-2053f5a2bb06', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:d9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3058c659-93ea-47c6-97a8-9f731a0afdd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:20:39Z', 'updated_at': '2021-06-17T10:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi', '_interfaces': [{'id': 'f8bcf23f-e896-444a-9f75-638a85fe0ee6', 'name': '', 'network_id': 'f2c86962-a93c-495f-9b64-5f5700b8143f', 'tenant_id': '4533014ad3ce4f96a58b9916412c89f5', 'mac_address': 'fa:16:3e:3a:d7:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3058c659-93ea-47c6-97a8-9f731a0afdd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'a180ea8c-b457-4930-bdfe-0ab5c7e585f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:20:45Z', 'updated_at': '2021-06-17T10:20:56Z', 'revision_number': 4, 'project_id': '4533014ad3ce4f96a58b9916412c89f5', 'subnets': [{'id': 'a180ea8c-b457-4930-bdfe-0ab5c7e585f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 10:20:57.673140 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-a508527e-bc70-4975-81d2-4d2973592c20 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:57.680889 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-b172435b-e92c-4fab-97d1-ec7495b086f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:20:57.747406 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a508527e-bc70-4975-81d2-4d2973592c20 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70eaf6ca-0936-4be3-96f5-83f2f2424c1c,revision_number=1']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:20:57.755454 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-a508527e-bc70-4975-81d2-4d2973592c20 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:20:58.175982 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d831972-1343-4c43-9c31-b25d5bab4cea req-5c5f1b32-6abc-448d-9c42-a82a40bed92d tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:58.178746 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-0d831972-1343-4c43-9c31-b25d5bab4cea req-5c5f1b32-6abc-448d-9c42-a82a40bed92d tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 945 time: 0.1109743 Jun 17 10:20:58.245642 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-0d831972-1343-4c43-9c31-b25d5bab4cea req-4f1c727a-32a0-482c-9e14-bbf009d0a22f tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570693 Jun 17 10:20:58.255988 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:58.258998 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-a508527e-bc70-4975-81d2-4d2973592c20 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Notify callbacks [] for security_group, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:58.261867 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-a508527e-bc70-4975-81d2-4d2973592c20 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.6778274 Jun 17 10:20:58.266371 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 49976) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:20:58.275720 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.v2.base [None req-99fcff8e-0c79-40bd-914d-20769e0d8159 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Request body: {'security_group_rule': {'security_group_id': '70eaf6ca-0936-4be3-96f5-83f2f2424c1c', 'project_id': 'a48f3a58719945bcbe434bb642bb07c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:20:58.512210 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-99fcff8e-0c79-40bd-914d-20769e0d8159 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:58.656632 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device f8bcf23f-e896-444a-9f75-638a85fe0ee6 up at agent ovs-agent-dv-cinder-796806-1-iscsi {{(pid=93646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:20:58.817123 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-99fcff8e-0c79-40bd-914d-20769e0d8159 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:58.958418 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-99fcff8e-0c79-40bd-914d-20769e0d8159 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708106'] for security_group_rule, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:58.961852 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:20:58.993142 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fcff8e-0c79-40bd-914d-20769e0d8159 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4712953-ecf9-49af-86c3-a225b0e8b932,revision_number=0']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:20:59.006216 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Provisioning for port f8bcf23f-e896-444a-9f75-638a85fe0ee6 completed by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:20:59.016353 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Provisioning complete for port f8bcf23f-e896-444a-9f75-638a85fe0ee6 triggered by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:20:59.017301 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:59.019781 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47987bb9-ac68-42df-ae8d-2b8236a2566a req-ca68ddd9-8e9a-49cd-9ffa-2c6bdca843ac tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:20:59.030330 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-99fcff8e-0c79-40bd-914d-20769e0d8159 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:20:59.039363 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-47987bb9-ac68-42df-ae8d-2b8236a2566a req-ca68ddd9-8e9a-49cd-9ffa-2c6bdca843ac tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e932e89-dbab-40c2-ba76-f9b1c1f8706f HTTP/1.1" status: 200 len: 946 time: 0.2988582 Jun 17 10:20:59.128793 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-99fcff8e-0c79-40bd-914d-20769e0d8159 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:59.130828 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-99fcff8e-0c79-40bd-914d-20769e0d8159 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8620107 Jun 17 10:20:59.135477 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 49984) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:20:59.155647 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.v2.base [None req-427b9da6-ed16-4580-9380-757994ead17f tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Request body: {'security_group_rule': {'security_group_id': '70eaf6ca-0936-4be3-96f5-83f2f2424c1c', 'project_id': 'a48f3a58719945bcbe434bb642bb07c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:20:59.318682 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-47987bb9-ac68-42df-ae8d-2b8236a2566a req-7bd300cd-8c96-48d9-bfa1-5e9a54461a5e tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] 10.222.0.22 "GET /v2.0/security-groups?id=fec323e8-eec6-46cb-8a1c-89d917698f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727447 Jun 17 10:20:59.394387 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-427b9da6-ed16-4580-9380-757994ead17f tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:59.560107 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:59.632162 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-427b9da6-ed16-4580-9380-757994ead17f tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:59.688045 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] For port f8bcf23f-e896-444a-9f75-638a85fe0ee6, host dv-cinder-796806-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=f8bcf23f-e896-444a-9f75-638a85fe0ee6,segment=NetworkSegment(a7170e3f-ccb7-4cf1-909f-fd0979b7067b),segment_id=a7170e3f-ccb7-4cf1-909f-fd0979b7067b)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:20:59.799098 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-427b9da6-ed16-4580-9380-757994ead17f tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708106'] for security_group_rule, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:59.807587 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:59.835037 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:20:59.838746 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:20:59.879984 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427b9da6-ed16-4580-9380-757994ead17f tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e5a6758-67c6-4eb2-8548-77917ac8b181,revision_number=0']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:20:59.899814 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-427b9da6-ed16-4580-9380-757994ead17f tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:20:59.927594 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-427b9da6-ed16-4580-9380-757994ead17f tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:20:59.935217 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-427b9da6-ed16-4580-9380-757994ead17f tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7961156 Jun 17 10:20:59.938545 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 49996) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:20:59.966051 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.v2.base [None req-678e4bb2-6ce6-4644-8cb8-2453b0a50020 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Request body: {'security_group_rule': {'security_group_id': '70eaf6ca-0936-4be3-96f5-83f2f2424c1c', 'project_id': 'a48f3a58719945bcbe434bb642bb07c4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:20:59.983597 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-cb79fda4-18f2-4052-99d5-19bbda55d60e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:00.078633 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Pushing event updated for resources: {'Port': ['ID=f8bcf23f-e896-444a-9f75-638a85fe0ee6,revision_number=5']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:00.081394 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d885de78-79c2-46e8-a6a3-64564de46266 req-dd565ec7-27eb-4e82-ad02-e99012fd139e tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:00.085746 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:00.107829 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d885de78-79c2-46e8-a6a3-64564de46266 req-dd565ec7-27eb-4e82-ad02-e99012fd139e tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 945 time: 0.3077605 Jun 17 10:21:00.146097 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-678e4bb2-6ce6-4644-8cb8-2453b0a50020 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:00.252821 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d885de78-79c2-46e8-a6a3-64564de46266 req-b22594a4-f771-4892-9613-6f5d1117a19c tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372654 Jun 17 10:21:00.327828 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-678e4bb2-6ce6-4644-8cb8-2453b0a50020 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:00.427356 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-678e4bb2-6ce6-4644-8cb8-2453b0a50020 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708106'] for security_group_rule, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:00.434291 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:00.481814 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678e4bb2-6ce6-4644-8cb8-2453b0a50020 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb9c0c0b-e8e1-4e4e-95dc-bf01bcfbe58f,revision_number=0']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:00.499391 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-678e4bb2-6ce6-4644-8cb8-2453b0a50020 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:00.522292 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device f8bcf23f-e896-444a-9f75-638a85fe0ee6 up at agent ovs-agent-dv-cinder-796806-1-iscsi {{(pid=93646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:21:00.667475 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Provisioning complete for port f8bcf23f-e896-444a-9f75-638a85fe0ee6 triggered by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:21:00.668007 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:00.804121 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf7e4f-86f3-4152-af0f-122bd638cbb7 req-e09409c9-4966-44e0-9e0a-7293e97254a4 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:00.806918 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-fabf7e4f-86f3-4152-af0f-122bd638cbb7 req-e09409c9-4966-44e0-9e0a-7293e97254a4 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e932e89-dbab-40c2-ba76-f9b1c1f8706f HTTP/1.1" status: 200 len: 946 time: 0.1015713 Jun 17 10:21:00.821922 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-678e4bb2-6ce6-4644-8cb8-2453b0a50020 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:00.832875 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-678e4bb2-6ce6-4644-8cb8-2453b0a50020 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8816667 Jun 17 10:21:00.833692 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 50012) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:21:00.843371 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.v2.base [None req-df7d0f41-b663-4bea-a5e8-25c11f3ed816 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Request body: {'security_group_rule': {'security_group_id': '70eaf6ca-0936-4be3-96f5-83f2f2424c1c', 'project_id': 'a48f3a58719945bcbe434bb642bb07c4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:21:00.958935 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-fabf7e4f-86f3-4152-af0f-122bd638cbb7 req-175b3d83-ce99-431f-9589-d1969b4a9d5e tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] 10.222.0.22 "GET /v2.0/security-groups?id=fec323e8-eec6-46cb-8a1c-89d917698f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391106 Jun 17 10:21:01.059627 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-df7d0f41-b663-4bea-a5e8-25c11f3ed816 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:01.177673 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-df7d0f41-b663-4bea-a5e8-25c11f3ed816 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:01.335372 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-df7d0f41-b663-4bea-a5e8-25c11f3ed816 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708106'] for security_group_rule, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:01.338823 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-4e977d92-d78d-42b2-bc7c-315abed9f332 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:01.371874 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7d0f41-b663-4bea-a5e8-25c11f3ed816 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a58e3eb9-76d7-472f-8b63-0504fe50bf74,revision_number=0']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:01.381091 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-df7d0f41-b663-4bea-a5e8-25c11f3ed816 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:01.540402 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-df7d0f41-b663-4bea-a5e8-25c11f3ed816 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:01.546505 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-df7d0f41-b663-4bea-a5e8-25c11f3ed816 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7061172 Jun 17 10:21:01.547148 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 50040) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:21:01.553689 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.v2.base [None req-e11dfdb1-0d4d-481d-b24a-43a90d8cd8f0 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Request body: {'security_group_rule': {'security_group_id': '70eaf6ca-0936-4be3-96f5-83f2f2424c1c', 'project_id': 'a48f3a58719945bcbe434bb642bb07c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:21:01.620180 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb363448-c24f-4ad2-93f0-4ced40f16e4c req-f798e806-4cce-4892-80d3-f64fa6534eaf tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:01.622757 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-cb363448-c24f-4ad2-93f0-4ced40f16e4c req-f798e806-4cce-4892-80d3-f64fa6534eaf tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 945 time: 0.1387310 Jun 17 10:21:01.690103 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-cb363448-c24f-4ad2-93f0-4ced40f16e4c req-75e8486c-1f8f-4896-9c7e-f36badd67456 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573084 Jun 17 10:21:01.736270 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.db.securitygroups_db [None req-e11dfdb1-0d4d-481d-b24a-43a90d8cd8f0 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Project a48f3a58719945bcbe434bb642bb07c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 10:21:01.743856 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-e11dfdb1-0d4d-481d-b24a-43a90d8cd8f0 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:01.874237 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-e11dfdb1-0d4d-481d-b24a-43a90d8cd8f0 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:02.019631 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-e11dfdb1-0d4d-481d-b24a-43a90d8cd8f0 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708106'] for security_group_rule, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:02.028856 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:02.058440 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11dfdb1-0d4d-481d-b24a-43a90d8cd8f0 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8582df65-3419-42a2-9392-965264a28787,revision_number=0']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:02.065147 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-e11dfdb1-0d4d-481d-b24a-43a90d8cd8f0 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:02.210357 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-e11dfdb1-0d4d-481d-b24a-43a90d8cd8f0 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:02.212624 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-e11dfdb1-0d4d-481d-b24a-43a90d8cd8f0 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6643887 Jun 17 10:21:02.223474 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 50084) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:21:02.237614 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.v2.base [None req-46bc2788-76ad-4262-9880-9a6490338d89 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Request body: {'security_group_rule': {'security_group_id': '70eaf6ca-0936-4be3-96f5-83f2f2424c1c', 'project_id': 'a48f3a58719945bcbe434bb642bb07c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:21:02.352861 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.db.securitygroups_db [None req-46bc2788-76ad-4262-9880-9a6490338d89 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Project a48f3a58719945bcbe434bb642bb07c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 10:21:02.364682 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-46bc2788-76ad-4262-9880-9a6490338d89 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:02.465204 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-46bc2788-76ad-4262-9880-9a6490338d89 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:02.594090 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce4fa39-e8c7-4df0-a658-79eed9e61013 req-d595c3ba-d056-45ea-a8c4-fc4844bd18c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:02.596961 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6ce4fa39-e8c7-4df0-a658-79eed9e61013 req-d595c3ba-d056-45ea-a8c4-fc4844bd18c6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d3921a4980a048a78ce6c633bbba19c9&device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 1098 time: 0.0859187 Jun 17 10:21:02.648850 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-46bc2788-76ad-4262-9880-9a6490338d89 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708106'] for security_group_rule, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:02.657235 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-99fcff8e-0c79-40bd-914d-20769e0d8159 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:02.676417 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bc2788-76ad-4262-9880-9a6490338d89 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bed3826-97df-4aaf-a8f1-c11b989d8fc0,revision_number=0']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:02.679778 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-46bc2788-76ad-4262-9880-9a6490338d89 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:02.745126 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce4fa39-e8c7-4df0-a658-79eed9e61013 req-ae5174ea-4d35-4ed5-93a1-7eff44841f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:02.748082 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6ce4fa39-e8c7-4df0-a658-79eed9e61013 req-ae5174ea-4d35-4ed5-93a1-7eff44841f56 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fb6d1dc1-5856-427b-992b-099ce227c06b HTTP/1.1" status: 200 len: 918 time: 0.1385410 Jun 17 10:21:02.787469 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-46bc2788-76ad-4262-9880-9a6490338d89 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:02.804653 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-46bc2788-76ad-4262-9880-9a6490338d89 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5637412 Jun 17 10:21:02.913648 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6ce4fa39-e8c7-4df0-a658-79eed9e61013 req-3f10d9df-dd4d-4386-9865-a25efa970986 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b429b7bb-3267-47fb-ba69-c1a0ba672c9b HTTP/1.1" status: 200 len: 1001 time: 0.1437845 Jun 17 10:21:03.123614 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce4fa39-e8c7-4df0-a658-79eed9e61013 req-82825bf5-0dff-46a2-8652-d5308a38e821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:03.126640 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6ce4fa39-e8c7-4df0-a658-79eed9e61013 req-82825bf5-0dff-46a2-8652-d5308a38e821 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=235adf9a-5d00-4d35-8ffd-65944fdd0c17 HTTP/1.1" status: 200 len: 856 time: 0.2032952 Jun 17 10:21:03.220978 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-42ea85eb-7a42-4cea-8a99-80777fd87a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:03.234240 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021b4e6f-10ac-4edb-a8ca-e0c3f63aba2a req-34c6f53f-730d-4819-897c-810840772bc7 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:03.237631 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-021b4e6f-10ac-4edb-a8ca-e0c3f63aba2a req-34c6f53f-730d-4819-897c-810840772bc7 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 945 time: 0.1840861 Jun 17 10:21:03.299868 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce4fa39-e8c7-4df0-a658-79eed9e61013 req-fb769545-51e2-417e-8e86-f5dde3a7264f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:03.302392 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6ce4fa39-e8c7-4df0-a658-79eed9e61013 req-fb769545-51e2-417e-8e86-f5dde3a7264f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fb6d1dc1-5856-427b-992b-099ce227c06b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1593866 Jun 17 10:21:03.338999 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-021b4e6f-10ac-4edb-a8ca-e0c3f63aba2a req-90d05e02-fd38-45cd-af0e-95942f3856f7 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842845 Jun 17 10:21:03.465551 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:03.510363 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6ce4fa39-e8c7-4df0-a658-79eed9e61013 req-77e9b78e-976d-4bc7-bdcb-b92baf40717f service neutron] 10.222.0.47 "GET /v2.0/networks/fb6d1dc1-5856-427b-992b-099ce227c06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886232 Jun 17 10:21:03.632893 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.agents_db [None req-342b98a1-7fdc-4d24-a539-fe72a001d92b None None] Agent healthcheck: found 6 active agents {{(pid=93647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:21:03.698198 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6ce4fa39-e8c7-4df0-a658-79eed9e61013 req-8792a1e2-3a15-4901-9f9c-3b844db77eef service neutron] 10.222.0.47 "GET /v2.0/networks/fb6d1dc1-5856-427b-992b-099ce227c06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630301 Jun 17 10:21:04.645445 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f18c99-8165-4a51-b97b-6bd7932a0b0d req-0650ad25-3951-4598-bc9e-ceeba16a6ca8 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:04.647373 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-49f18c99-8165-4a51-b97b-6bd7932a0b0d req-0650ad25-3951-4598-bc9e-ceeba16a6ca8 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 945 time: 0.0806291 Jun 17 10:21:04.699377 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-49f18c99-8165-4a51-b97b-6bd7932a0b0d req-180a969b-e722-4c11-8ac3-ab338afb0083 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457518 Jun 17 10:21:05.061475 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-76f1cb7e-d4ef-4c29-a3c2-2b16775f9f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:05.663364 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device b429b7bb-3267-47fb-ba69-c1a0ba672c9b no longer exists at agent hyperv_hv-cinder-79680 {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:21:05.789703 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:05.839815 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '032973f9-8cea-4739-bdba-a15d9c60f256', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b429b7bb-3267-47fb-ba69-c1a0ba672c9b'}] {{(pid=93646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:21:05.839815 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}202ec35f0b2f503ce7e4db3a1c258f37e57fe85608606de8e1c873696d713f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57598e99-6af6-4361-999a-6a217a5bcbdc" -d '{"events": [{"server_uuid": "032973f9-8cea-4739-bdba-a15d9c60f256", "name": "network-vif-unplugged", "status": "completed", "tag": "b429b7bb-3267-47fb-ba69-c1a0ba672c9b"}]}' {{(pid=93646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:21:05.861520 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] For port b429b7bb-3267-47fb-ba69-c1a0ba672c9b, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=b429b7bb-3267-47fb-ba69-c1a0ba672c9b,segment=NetworkSegment(aee95af0-cc5d-41dc-ae63-eda94ddae53b),segment_id=aee95af0-cc5d-41dc-ae63-eda94ddae53b)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:21:05.932822 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 10:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae3470fb-fdc2-4003-bb66-3292900a4562 x-openstack-request-id: req-ae3470fb-fdc2-4003-bb66-3292900a4562 {{(pid=93646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:21:05.932822 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "032973f9-8cea-4739-bdba-a15d9c60f256", "name": "network-vif-unplugged", "status": "completed", "tag": "b429b7bb-3267-47fb-ba69-c1a0ba672c9b", "code": 200}]} {{(pid=93646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:21:05.932822 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ae3470fb-fdc2-4003-bb66-3292900a4562 {{(pid=93646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:21:05.932822 dv-cinder-796806-1-iscsi neutron-server[93646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '032973f9-8cea-4739-bdba-a15d9c60f256', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b429b7bb-3267-47fb-ba69-c1a0ba672c9b', 'code': 200} Jun 17 10:21:05.965737 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:05.969433 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-a6c17564-c9a2-4583-973d-73b5b05f569b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:06.014960 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f5520a-715d-48a0-a12b-5dd8cc169522 req-5680ad08-7fd7-42aa-8381-015b6d31bf17 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:06.017264 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-f6f5520a-715d-48a0-a12b-5dd8cc169522 req-5680ad08-7fd7-42aa-8381-015b6d31bf17 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 945 time: 0.1215327 Jun 17 10:21:06.054016 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Pushing event updated for resources: {'Port': ['ID=b429b7bb-3267-47fb-ba69-c1a0ba672c9b,revision_number=8']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:06.057634 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:06.087198 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-f6f5520a-715d-48a0-a12b-5dd8cc169522 req-ac1affd2-8201-412d-898f-a3cd16cea58d tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595205 Jun 17 10:21:06.970071 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8334b2a8-081d-4a08-b273-522b2363e8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:07.189749 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 50236) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:21:07.422195 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d61f6c6-3c4e-430e-b644-cb330213ded7 req-2e53e3b8-70ab-4f95-a519-9549e757fc07 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:07.426159 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-d4f08ec2-e320-4c86-af8a-9c3e38a3f63f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:07.432446 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-3d61f6c6-3c4e-430e-b644-cb330213ded7 req-2e53e3b8-70ab-4f95-a519-9549e757fc07 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 943 time: 0.1502180 Jun 17 10:21:07.496015 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-3d61f6c6-3c4e-430e-b644-cb330213ded7 req-5b94204c-5227-407b-91ee-8763fdbbba2c tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603952 Jun 17 10:21:07.628220 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-d4f08ec2-e320-4c86-af8a-9c3e38a3f63f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:07.879555 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-d4f08ec2-e320-4c86-af8a-9c3e38a3f63f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:07.883254 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-d490d0af-d33e-43b9-bc5d-1dd53cfc1c57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:07.941353 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f08ec2-e320-4c86-af8a-9c3e38a3f63f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d4fbff-5f0a-4bd3-8e59-780160f2c5cc,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:07.947250 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-d4f08ec2-e320-4c86-af8a-9c3e38a3f63f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:07.950187 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-d4f08ec2-e320-4c86-af8a-9c3e38a3f63f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=aa8b9738259a46989c30866e08589f89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7585068 Jun 17 10:21:07.954815 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 50256) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:21:08.056198 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-fb2fd19a-dbab-4131-be9b-d6ed215aa76e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:08.092582 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-fb2fd19a-dbab-4131-be9b-d6ed215aa76e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:08.285131 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-fb2fd19a-dbab-4131-be9b-d6ed215aa76e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:08.290969 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-fb2fd19a-dbab-4131-be9b-d6ed215aa76e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:08.293346 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-fb2fd19a-dbab-4131-be9b-d6ed215aa76e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/23d4fbff-5f0a-4bd3-8e59-780160f2c5cc HTTP/1.1" status: 204 len: 168 time: 0.3365264 Jun 17 10:21:08.295603 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-5a6feb3f-e8ca-48a3-87bd-fe8b97da825e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:08.320417 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2fd19a-dbab-4131-be9b-d6ed215aa76e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d4fbff-5f0a-4bd3-8e59-780160f2c5cc,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:08.323448 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-fb2fd19a-dbab-4131-be9b-d6ed215aa76e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:08.781066 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6873eabb-0611-4954-b171-de0e3217834c req-701e2d23-9361-46c7-aaee-615329fccdb9 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:08.782914 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6873eabb-0611-4954-b171-de0e3217834c req-701e2d23-9361-46c7-aaee-615329fccdb9 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 943 time: 0.0812426 Jun 17 10:21:08.838479 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6873eabb-0611-4954-b171-de0e3217834c req-2f97d221-09e1-428a-96ce-152714277005 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447633 Jun 17 10:21:09.676167 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d701f-425c-4381-a892-ce6101437ce1 req-ead65fb8-ba92-4e16-aea7-666343f2613c tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:09.678034 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-770d701f-425c-4381-a892-ce6101437ce1 req-ead65fb8-ba92-4e16-aea7-666343f2613c tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.1639354 Jun 17 10:21:09.806293 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-770d701f-425c-4381-a892-ce6101437ce1 req-456d5ed3-9817-4127-95ad-0da65bda653f tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079390 Jun 17 10:21:09.849650 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d04f8cb-a396-4b5c-a775-b98e9c52b332 req-fcbb0bf0-62fd-49c6-a607-8071ed925af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:09.853584 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-2d04f8cb-a396-4b5c-a775-b98e9c52b332 req-fcbb0bf0-62fd-49c6-a607-8071ed925af9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5bd0dd2afc794054a2ded47901ac6c2e&device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 1098 time: 0.1712461 Jun 17 10:21:09.894154 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 50290) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:21:09.919486 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-173436a5-ed64-46f2-a866-86e4ad4013f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:10.054281 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d04f8cb-a396-4b5c-a775-b98e9c52b332 req-69f15f4a-3154-4abd-98b4-ff1d7e6648df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:10.057457 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-2d04f8cb-a396-4b5c-a775-b98e9c52b332 req-69f15f4a-3154-4abd-98b4-ff1d7e6648df service neutron] 10.222.0.47 "GET /v2.0/networks?id=d773beeb-675a-4b62-b751-30bf7ea2150d HTTP/1.1" status: 200 len: 920 time: 0.1928325 Jun 17 10:21:10.118092 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-173436a5-ed64-46f2-a866-86e4ad4013f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:10.142432 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-2d04f8cb-a396-4b5c-a775-b98e9c52b332 req-8f2cdacb-3aa8-41e6-a173-f1a7883bb0d3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1924e06-caa3-4695-8bd6-e71e3f3430da HTTP/1.1" status: 200 len: 217 time: 0.0709796 Jun 17 10:21:10.214267 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d04f8cb-a396-4b5c-a775-b98e9c52b332 req-f65d022e-9cc1-4e65-b76f-839e3147992c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:10.217116 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-2d04f8cb-a396-4b5c-a775-b98e9c52b332 req-f65d022e-9cc1-4e65-b76f-839e3147992c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e9682fe0-190f-4cfb-8a99-3f5500e89851 HTTP/1.1" status: 200 len: 859 time: 0.0637052 Jun 17 10:21:10.267132 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-173436a5-ed64-46f2-a866-86e4ad4013f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:10.276663 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-4e73ff7e-c3eb-4494-904d-fa101b0cedb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:10.277538 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-2d04f8cb-a396-4b5c-a775-b98e9c52b332 req-08e72dc5-8865-4505-8212-c3e064712c5b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d773beeb-675a-4b62-b751-30bf7ea2150d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372200 Jun 17 10:21:10.346428 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173436a5-ed64-46f2-a866-86e4ad4013f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa18ced-6b6d-4e32-9e31-ac77e4fc5395,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:10.357525 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-173436a5-ed64-46f2-a866-86e4ad4013f5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4c08a5e1c7a540219ee9805ab5714ab9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4589427 Jun 17 10:21:10.357525 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-173436a5-ed64-46f2-a866-86e4ad4013f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:10.359797 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 50294) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:21:10.468101 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-4e7ae765-115d-4d13-8b21-a5100aeac4b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:10.476310 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-2d04f8cb-a396-4b5c-a775-b98e9c52b332 req-fdd85de2-0d05-4a7a-a87c-da70992655de service neutron] 10.222.0.47 "GET /v2.0/networks/d773beeb-675a-4b62-b751-30bf7ea2150d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897519 Jun 17 10:21:10.531935 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-4e7ae765-115d-4d13-8b21-a5100aeac4b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:10.683876 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-2d04f8cb-a396-4b5c-a775-b98e9c52b332 req-66c65f11-3f68-4864-9d7d-3c5f195a13c3 service neutron] 10.222.0.47 "GET /v2.0/networks/d773beeb-675a-4b62-b751-30bf7ea2150d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908741 Jun 17 10:21:11.074458 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96f7feb-1a05-43d6-a94b-6522670efa72 req-29853889-4e2a-43bf-892f-887354ee0ea9 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:11.075953 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-f96f7feb-1a05-43d6-a94b-6522670efa72 req-29853889-4e2a-43bf-892f-887354ee0ea9 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.0821130 Jun 17 10:21:11.347036 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-4e7ae765-115d-4d13-8b21-a5100aeac4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:11.354982 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-4e7ae765-115d-4d13-8b21-a5100aeac4b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:11.360733 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-4e7ae765-115d-4d13-8b21-a5100aeac4b0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5fa18ced-6b6d-4e32-9e31-ac77e4fc5395 HTTP/1.1" status: 204 len: 168 time: 0.9955258 Jun 17 10:21:11.360733 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-11ad073a-cd58-4620-aea3-35c9a3912f0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:11.375143 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7ae765-115d-4d13-8b21-a5100aeac4b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa18ced-6b6d-4e32-9e31-ac77e4fc5395,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:11.378806 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-4e7ae765-115d-4d13-8b21-a5100aeac4b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:11.401989 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-f96f7feb-1a05-43d6-a94b-6522670efa72 req-6776080d-9bb4-45fa-8b21-4a150afad10f tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195772 Jun 17 10:21:11.711568 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device b429b7bb-3267-47fb-ba69-c1a0ba672c9b no longer exists at agent hyperv_hv-cinder-79680 {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:21:12.863867 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a39767f-298a-4c73-b802-6b9426d4d819 req-6551d32d-82c6-474b-9ed3-34e699cf14c6 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:12.872136 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-7a39767f-298a-4c73-b802-6b9426d4d819 req-6551d32d-82c6-474b-9ed3-34e699cf14c6 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.2165976 Jun 17 10:21:12.987142 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-7a39767f-298a-4c73-b802-6b9426d4d819 req-e70da3a7-5b6f-45ae-8b9a-10724aa2bcc9 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135426 Jun 17 10:21:13.146080 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecfcf49-3346-474d-9de5-e2c4ca0caefa req-2f524556-52d7-42fa-aa32-3b01d0493cc4 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:13.147821 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6ecfcf49-3346-474d-9de5-e2c4ca0caefa req-2f524556-52d7-42fa-aa32-3b01d0493cc4 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 943 time: 0.1875663 Jun 17 10:21:13.213171 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6ecfcf49-3346-474d-9de5-e2c4ca0caefa req-4b3a743c-3dea-49c6-976f-8bb3bc040137 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556688 Jun 17 10:21:14.339737 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb8ae7b-aade-4dd8-8240-b9ac78892bcd req-90aa3d63-eccd-4588-8e75-7f1f52e4c9da tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:14.342218 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-ecb8ae7b-aade-4dd8-8240-b9ac78892bcd req-90aa3d63-eccd-4588-8e75-7f1f52e4c9da tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.1269317 Jun 17 10:21:14.420392 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-ecb8ae7b-aade-4dd8-8240-b9ac78892bcd req-09d1c730-100a-4de7-b581-331a41887c18 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654452 Jun 17 10:21:14.588121 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d8e3b-24bb-4d88-992a-f90c85e04466 req-2ecd0468-58d7-4abc-8be1-4ccb252e37ae tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:14.591001 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-ab6d8e3b-24bb-4d88-992a-f90c85e04466 req-2ecd0468-58d7-4abc-8be1-4ccb252e37ae tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 943 time: 0.1423078 Jun 17 10:21:14.671468 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-ab6d8e3b-24bb-4d88-992a-f90c85e04466 req-98949a04-a4bb-414e-9231-870a5be62d73 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664666 Jun 17 10:21:15.764512 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c871dd-eeeb-4789-b988-fb3009bceb8b req-c869c3c0-ce58-4c51-8c81-cadb741eb384 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:15.767287 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-c1c871dd-eeeb-4789-b988-fb3009bceb8b req-c869c3c0-ce58-4c51-8c81-cadb741eb384 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.1218579 Jun 17 10:21:15.829630 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-c1c871dd-eeeb-4789-b988-fb3009bceb8b req-7e198ef7-64d3-4413-a0b2-8eded61e4a4c tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525403 Jun 17 10:21:15.990480 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf5709-0034-4d8d-941b-e365b25ccb73 req-48439565-27c0-4439-9686-977eb6bb33de tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:15.993493 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6ccf5709-0034-4d8d-941b-e365b25ccb73 req-48439565-27c0-4439-9686-977eb6bb33de tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 943 time: 0.1066988 Jun 17 10:21:16.083921 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6ccf5709-0034-4d8d-941b-e365b25ccb73 req-165aaeb9-73bf-4558-91db-074665ccee37 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818706 Jun 17 10:21:17.194561 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779af3f-bf4e-499f-84b6-5451065d3d31 req-a4a6c5d3-6026-46c8-9cd0-e04b36ccee06 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:17.197540 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-b779af3f-bf4e-499f-84b6-5451065d3d31 req-a4a6c5d3-6026-46c8-9cd0-e04b36ccee06 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.1360972 Jun 17 10:21:17.293509 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-b779af3f-bf4e-499f-84b6-5451065d3d31 req-a8bd2864-0f7c-49c0-bb89-90daf2e4b84d tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828185 Jun 17 10:21:17.494813 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e009679-fbbe-45cc-a86e-55a33744e03c req-801fe282-f668-454b-bf85-93a8baeaf883 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:17.497786 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9e009679-fbbe-45cc-a86e-55a33744e03c req-801fe282-f668-454b-bf85-93a8baeaf883 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 943 time: 0.1356180 Jun 17 10:21:17.577155 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9e009679-fbbe-45cc-a86e-55a33744e03c req-8bd1ba6b-b990-47f4-a031-e428f60f4968 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673687 Jun 17 10:21:18.666716 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc74a95-dc70-41a6-92f9-17a8edcca71d req-92202b12-fbf9-4f3b-8b65-8c2295970a23 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:18.677584 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-dbc74a95-dc70-41a6-92f9-17a8edcca71d req-92202b12-fbf9-4f3b-8b65-8c2295970a23 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.1560524 Jun 17 10:21:18.752155 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-dbc74a95-dc70-41a6-92f9-17a8edcca71d req-363436c2-8eb7-43dc-8302-b9fe70afde49 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704775 Jun 17 10:21:18.959476 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0210b1-3994-4424-98c8-966090ac338f req-a1eaebf0-1506-4ca7-8c9e-36aacfb2bbf4 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:18.962319 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9b0210b1-3994-4424-98c8-966090ac338f req-a1eaebf0-1506-4ca7-8c9e-36aacfb2bbf4 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 943 time: 0.1300044 Jun 17 10:21:19.049839 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9b0210b1-3994-4424-98c8-966090ac338f req-9bb5db5f-a1dd-4ce4-a8d0-48a843b74936 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757027 Jun 17 10:21:20.149848 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d7e58-2aef-4de7-95f7-e5d1166f2974 req-bc47cab0-fb5f-46b1-b2a7-d37818c23f64 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:20.152905 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-ce1d7e58-2aef-4de7-95f7-e5d1166f2974 req-bc47cab0-fb5f-46b1-b2a7-d37818c23f64 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.1559560 Jun 17 10:21:20.233027 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-ce1d7e58-2aef-4de7-95f7-e5d1166f2974 req-357ef2b4-f653-41e1-b1c7-7eeccfc1f4a5 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683475 Jun 17 10:21:20.432642 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc48fe-9b8d-4fb2-ab2e-81addc8d9648 req-5f1ac6ef-45a8-42f7-9cff-67dc6894c221 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:20.434524 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-c8fc48fe-9b8d-4fb2-ab2e-81addc8d9648 req-5f1ac6ef-45a8-42f7-9cff-67dc6894c221 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 943 time: 0.1267047 Jun 17 10:21:20.524327 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-c8fc48fe-9b8d-4fb2-ab2e-81addc8d9648 req-5e5693d1-b48e-497e-96b6-467235a46577 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765553 Jun 17 10:21:21.680412 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ef901f-4116-4bed-8d7d-789a3fcd03bf req-490e6328-2a79-479d-885b-e1869ea08288 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:21.685347 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-a0ef901f-4116-4bed-8d7d-789a3fcd03bf req-490e6328-2a79-479d-885b-e1869ea08288 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.1848085 Jun 17 10:21:21.801396 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-a0ef901f-4116-4bed-8d7d-789a3fcd03bf req-f5a23f55-8f11-45f8-8d4a-1556a9ff7117 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990009 Jun 17 10:21:22.123379 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3d9c90-a99d-4404-905f-e393817a4f54 req-3fddd004-ab9f-483e-961f-3c4bc379af5c tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:22.126706 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9d3d9c90-a99d-4404-905f-e393817a4f54 req-3fddd004-ab9f-483e-961f-3c4bc379af5c tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 943 time: 0.1196158 Jun 17 10:21:22.239560 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9d3d9c90-a99d-4404-905f-e393817a4f54 req-5a446984-098f-405f-b549-a98f2e66a35f tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023641 Jun 17 10:21:23.142522 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382d36de-2cd1-4387-a31e-43f3e44065aa req-2cae5dee-7661-4e02-99df-a7534a7faf26 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:23.144497 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-382d36de-2cd1-4387-a31e-43f3e44065aa req-2cae5dee-7661-4e02-99df-a7534a7faf26 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.1035612 Jun 17 10:21:23.217149 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-382d36de-2cd1-4387-a31e-43f3e44065aa req-b8c14fb9-d38f-4157-9f44-0fd1aecab6d2 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616777 Jun 17 10:21:23.641240 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a29f36-a642-4950-a0f6-23120e4fef5c req-fd98dd7d-ac7c-44f5-8833-28563e5ad640 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:23.644526 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-e2a29f36-a642-4950-a0f6-23120e4fef5c req-fd98dd7d-ac7c-44f5-8833-28563e5ad640 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 943 time: 0.1630883 Jun 17 10:21:23.724746 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-e2a29f36-a642-4950-a0f6-23120e4fef5c req-c9e9c536-234a-4f89-a0b6-f7ef492739b5 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678029 Jun 17 10:21:24.646960 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e1d1d-a155-4d3d-9e06-8905f5b58e37 req-e4057363-0a6c-484d-b98a-be51875d7f8a tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:24.651296 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-534e1d1d-a155-4d3d-9e06-8905f5b58e37 req-e4057363-0a6c-484d-b98a-be51875d7f8a tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.1746852 Jun 17 10:21:24.742034 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-534e1d1d-a155-4d3d-9e06-8905f5b58e37 req-a0c05614-37ee-4316-aa3e-5929102ba1a4 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783284 Jun 17 10:21:24.854845 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 50602) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:21:25.070489 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-29d69dad-479e-494c-879c-833f8735f2c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:25.075720 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bbbf6c-9bbd-4e08-a66d-60ba5be408c3 req-7168d7b8-ef27-4c48-8239-6cf3ca1627d1 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:25.078960 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-67bbbf6c-9bbd-4e08-a66d-60ba5be408c3 req-7168d7b8-ef27-4c48-8239-6cf3ca1627d1 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 943 time: 0.1177928 Jun 17 10:21:25.164282 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-67bbbf6c-9bbd-4e08-a66d-60ba5be408c3 req-6bf87dde-cedf-4c01-9712-ae2855f3db29 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732689 Jun 17 10:21:25.275334 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-29d69dad-479e-494c-879c-833f8735f2c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:25.386696 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-29d69dad-479e-494c-879c-833f8735f2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:25.394160 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-c4c28722-f46a-4d90-a4ea-4d8b39860bd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:25.477188 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-29d69dad-479e-494c-879c-833f8735f2c4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e8f7a57f3b764fb9935ae1df81cc4c01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6177886 Jun 17 10:21:25.477188 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d69dad-479e-494c-879c-833f8735f2c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f5006d5-b6d7-4615-9a5d-12b8a0d1a26d,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:25.477939 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 50608) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:21:25.493648 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d69dad-479e-494c-879c-833f8735f2c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:21:25.494335 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d69dad-479e-494c-879c-833f8735f2c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:21:25.494945 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d69dad-479e-494c-879c-833f8735f2c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:21:25.495615 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d69dad-479e-494c-879c-833f8735f2c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:21:25.496230 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d69dad-479e-494c-879c-833f8735f2c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:21:25.496858 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d69dad-479e-494c-879c-833f8735f2c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:21:25.497791 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d69dad-479e-494c-879c-833f8735f2c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:21:25.498621 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d69dad-479e-494c-879c-833f8735f2c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:21:25.499388 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d69dad-479e-494c-879c-833f8735f2c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:21:25.500093 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d69dad-479e-494c-879c-833f8735f2c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:21:25.501513 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d69dad-479e-494c-879c-833f8735f2c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:21:25.501959 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d69dad-479e-494c-879c-833f8735f2c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:21:25.510394 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-29d69dad-479e-494c-879c-833f8735f2c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:25.609531 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-c1f873df-520e-4aaf-a2ad-49457cea473d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:25.659876 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-c1f873df-520e-4aaf-a2ad-49457cea473d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:25.872105 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-c1f873df-520e-4aaf-a2ad-49457cea473d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:25.878246 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-c1f873df-520e-4aaf-a2ad-49457cea473d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:25.880546 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-c1f873df-520e-4aaf-a2ad-49457cea473d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0f5006d5-b6d7-4615-9a5d-12b8a0d1a26d HTTP/1.1" status: 204 len: 168 time: 0.4006829 Jun 17 10:21:25.882470 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-fb2fd19a-dbab-4131-be9b-d6ed215aa76e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:25.930146 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f873df-520e-4aaf-a2ad-49457cea473d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f5006d5-b6d7-4615-9a5d-12b8a0d1a26d,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:25.935543 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-c1f873df-520e-4aaf-a2ad-49457cea473d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:26.117536 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7012c41-b8f8-498c-a45a-fc8c785dcb4b req-edcddbfb-b7af-4d7e-b388-da2a4392da61 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:26.119902 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-b7012c41-b8f8-498c-a45a-fc8c785dcb4b req-edcddbfb-b7af-4d7e-b388-da2a4392da61 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.1083889 Jun 17 10:21:26.210433 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-b7012c41-b8f8-498c-a45a-fc8c785dcb4b req-68e4a653-9f70-4bdb-8bc2-61ec6e68fc6d tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658026 Jun 17 10:21:26.436487 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0609f5b6-90f6-4166-ac16-f5db5b1b8cb8 req-56f95a44-362e-48cc-80a6-bc3f45e84adb tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:26.440966 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-0609f5b6-90f6-4166-ac16-f5db5b1b8cb8 req-56f95a44-362e-48cc-80a6-bc3f45e84adb tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 943 time: 0.0989120 Jun 17 10:21:26.526547 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-0609f5b6-90f6-4166-ac16-f5db5b1b8cb8 req-6fbaecc1-b32f-482b-af2f-59c0c8860a5e tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750849 Jun 17 10:21:27.203724 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 50638) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:21:27.228655 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-36f16641-0410-4038-8b2a-c4167206c303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:27.439412 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-36f16641-0410-4038-8b2a-c4167206c303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:27.549750 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-36f16641-0410-4038-8b2a-c4167206c303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:27.558781 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-f4143dc5-ab3f-4792-a0b2-e4a59041851d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:27.652871 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-36f16641-0410-4038-8b2a-c4167206c303 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0a70d107f3884c2ea6990bae4a678968&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4471929 Jun 17 10:21:27.657137 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 50644) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:21:27.668448 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfa6ffb-28a2-4aa2-a441-cd61201b2ad4 req-f6666840-a999-4754-b462-9c51b6dc5a4b tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:27.672821 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6cfa6ffb-28a2-4aa2-a441-cd61201b2ad4 req-f6666840-a999-4754-b462-9c51b6dc5a4b tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.2195058 Jun 17 10:21:27.675539 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f16641-0410-4038-8b2a-c4167206c303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e562e6bb-f6a2-4bca-a894-af00922ac8f9,revision_number=1']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:27.681611 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-36f16641-0410-4038-8b2a-c4167206c303 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:27.792140 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6cfa6ffb-28a2-4aa2-a441-cd61201b2ad4 req-fa43649a-440e-4cdc-97d4-82b4518a15f1 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847788 Jun 17 10:21:27.827862 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-26ffae14-aa1a-4f79-854d-9256dfcbffb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:27.903346 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-26ffae14-aa1a-4f79-854d-9256dfcbffb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:27.992550 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:28.006372 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed775445-d149-4d31-9348-d9eb20cde020 req-b5272cd5-7990-4591-a0f0-33a119a0ce35 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:28.013698 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-ed775445-d149-4d31-9348-d9eb20cde020 req-b5272cd5-7990-4591-a0f0-33a119a0ce35 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 943 time: 0.1601925 Jun 17 10:21:28.096069 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-ed775445-d149-4d31-9348-d9eb20cde020 req-9f996034-a767-4757-af5e-32d5b348c501 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751181 Jun 17 10:21:28.256344 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-26ffae14-aa1a-4f79-854d-9256dfcbffb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:28.256344 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-26ffae14-aa1a-4f79-854d-9256dfcbffb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:28.256344 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-26ffae14-aa1a-4f79-854d-9256dfcbffb8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e562e6bb-f6a2-4bca-a894-af00922ac8f9 HTTP/1.1" status: 204 len: 168 time: 0.5736263 Jun 17 10:21:28.256344 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-64eeccef-8abb-4e72-b680-6fb2a27bd5f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:28.256344 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ffae14-aa1a-4f79-854d-9256dfcbffb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e562e6bb-f6a2-4bca-a894-af00922ac8f9,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:28.258076 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-26ffae14-aa1a-4f79-854d-9256dfcbffb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:29.261879 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d61d1f-df22-40fd-a2f2-b093def8b001 req-e42c1f4c-bb9c-43b5-9007-71e9ef4d06de tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:29.264869 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-35d61d1f-df22-40fd-a2f2-b093def8b001 req-e42c1f4c-bb9c-43b5-9007-71e9ef4d06de tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.1523042 Jun 17 10:21:29.372421 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-35d61d1f-df22-40fd-a2f2-b093def8b001 req-1648b983-cf89-43eb-a637-77cc6a907a14 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911951 Jun 17 10:21:29.530750 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f52013-f09f-4f77-b0a0-09d8e8f4f621 req-3adc62ff-bed6-44c2-a63a-6ea39b93cc69 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:29.534391 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d9f52013-f09f-4f77-b0a0-09d8e8f4f621 req-3adc62ff-bed6-44c2-a63a-6ea39b93cc69 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 943 time: 0.1574750 Jun 17 10:21:29.611844 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 50674) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:21:29.626470 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d9f52013-f09f-4f77-b0a0-09d8e8f4f621 req-b48bd42b-cbbb-47d7-bef6-43865e996670 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768583 Jun 17 10:21:29.648100 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9fc6-3f4c-435b-bd0a-55effa286286 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:29.879697 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9fc6-3f4c-435b-bd0a-55effa286286 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:29.934978 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-9e631741-f544-4514-9e9b-1e491299aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:29.969603 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-fe2f9fc6-3f4c-435b-bd0a-55effa286286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:29.976261 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-d84697c2-6888-43ac-8220-f2426181e1f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:30.049529 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-fe2f9fc6-3f4c-435b-bd0a-55effa286286 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=87c5e1f70f2b46b4ba9b8b2861769325&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4343727 Jun 17 10:21:30.053854 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 50680) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:21:30.059924 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17844d8b-f830-4605-ac6f-33bf33e5490d req-d99fcd07-5185-4ae1-aa7e-d47a1c3df139 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:30.063555 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-17844d8b-f830-4605-ac6f-33bf33e5490d req-d99fcd07-5185-4ae1-aa7e-d47a1c3df139 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39d8b4f-31c1-4ac5-9c65-a73ee6a64e21 HTTP/1.1" status: 200 len: 945 time: 0.1437521 Jun 17 10:21:30.067879 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f9fc6-3f4c-435b-bd0a-55effa286286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55072fe5-2337-4c31-9475-a0615eb9da3a,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:30.082200 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-fe2f9fc6-3f4c-435b-bd0a-55effa286286 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:30.156076 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-17844d8b-f830-4605-ac6f-33bf33e5490d req-e7693175-2a51-43e4-b9f8-918e1d855cde tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/security-groups?id=53de0d9a-5a0b-4ab8-8623-79700c1fe6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787380 Jun 17 10:21:30.170367 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-93f8af7c-3813-49c6-8131-ee12edfe1cba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:30.214178 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 50684) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:21:30.230573 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-93f8af7c-3813-49c6-8131-ee12edfe1cba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:30.494995 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-93f8af7c-3813-49c6-8131-ee12edfe1cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:30.501593 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-93f8af7c-3813-49c6-8131-ee12edfe1cba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:30.504025 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-93f8af7c-3813-49c6-8131-ee12edfe1cba admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/55072fe5-2337-4c31-9475-a0615eb9da3a HTTP/1.1" status: 204 len: 168 time: 0.4479878 Jun 17 10:21:30.505782 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-e2325272-1420-453f-8504-5a7acb63a47c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:30.523684 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f8af7c-3813-49c6-8131-ee12edfe1cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55072fe5-2337-4c31-9475-a0615eb9da3a,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:30.532901 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-93f8af7c-3813-49c6-8131-ee12edfe1cba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:30.893665 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471444f0-1696-422a-9cd2-f528ebc428c2 req-80309557-422b-4eb7-bf36-d9e07f234b5d tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:30.897665 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-471444f0-1696-422a-9cd2-f528ebc428c2 req-80309557-422b-4eb7-bf36-d9e07f234b5d tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.2234333 Jun 17 10:21:30.940949 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9b3366-4c9b-40fc-814d-a44146fa48f1 tempest-TestMinimumBasicScenario-1021060213 tempest-TestMinimumBasicScenario-1021060213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:30.948678 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 50700) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:21:30.952449 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-1d9b3366-4c9b-40fc-814d-a44146fa48f1 tempest-TestMinimumBasicScenario-1021060213 tempest-TestMinimumBasicScenario-1021060213-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=d39d8b4f-31c1-4ac5-9c65-a73ee6a64e21 HTTP/1.1" status: 200 len: 1093 time: 0.7324469 Jun 17 10:21:30.957998 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.v2.base [None req-7638a8be-2c22-4e11-a0b6-cfd26c447636 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Request body: {'floatingip': {'floating_network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'port_id': '91311a62-c506-4a3e-b0b5-90876d6ff360', 'tenant_id': '9a6c13a11d5746ed9ba089a64e8d2549', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:21:31.072688 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-471444f0-1696-422a-9cd2-f528ebc428c2 req-b288bcad-f3a9-4df6-ba4c-7dcda049e510 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543844 Jun 17 10:21:31.106117 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-7638a8be-2c22-4e11-a0b6-cfd26c447636 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Notify callbacks [] for floatingip, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:31.115799 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3379dc20-1b71-46de-a513-3f25e4542aa9 req-da18f7bd-c58f-4840-85a5-c4db1f8d2e03 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:31.117982 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-3379dc20-1b71-46de-a513-3f25e4542aa9 req-da18f7bd-c58f-4840-85a5-c4db1f8d2e03 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 943 time: 0.1527257 Jun 17 10:21:31.214226 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-3379dc20-1b71-46de-a513-3f25e4542aa9 req-835748e1-08c4-42c2-ad88-60732c9fe461 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830245 Jun 17 10:21:31.322004 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-7638a8be-2c22-4e11-a0b6-cfd26c447636 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3930454'] for port, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:31.561737 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.db_base_plugin_common [None req-7638a8be-2c22-4e11-a0b6-cfd26c447636 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Allocated IP 172.27.0.16 (ca6a8a4d-93b8-4490-aa3c-706a0423303e/260414bf-ab79-4984-a32f-8ad464893cf6/c1d78727-78f6-49bd-a9ae-175921d8067d) {{(pid=93645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:21:31.814909 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-7638a8be-2c22-4e11-a0b6-cfd26c447636 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Notify callbacks [] for port, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:32.016585 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-7638a8be-2c22-4e11-a0b6-cfd26c447636 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3925395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740733869087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129691327'] for port, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:32.023723 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-6025d221-e252-4b92-afbd-c294ad6218af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:32.108044 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7638a8be-2c22-4e11-a0b6-cfd26c447636 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Network ca6a8a4d-93b8-4490-aa3c-706a0423303e is already hosted by enough agents. {{(pid=93645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:21:32.118619 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.base_scheduler [None req-7638a8be-2c22-4e11-a0b6-cfd26c447636 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Resources bound (agent type, host, resource id): {{(pid=93645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:21:32.123331 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7638a8be-2c22-4e11-a0b6-cfd26c447636 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Received port after_create {{(pid=93645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:21:32.182430 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7638a8be-2c22-4e11-a0b6-cfd26c447636 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Pushing event updated for resources: {'Port': ['ID=c1d78727-78f6-49bd-a9ae-175921d8067d,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:32.191019 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-7638a8be-2c22-4e11-a0b6-cfd26c447636 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:32.551579 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd15790f-7230-4652-b270-2134938c69c4 req-54e7f145-532f-4e5a-b39e-43b9d9e9fe76 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:32.554352 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-dd15790f-7230-4652-b270-2134938c69c4 req-54e7f145-532f-4e5a-b39e-43b9d9e9fe76 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.1393661 Jun 17 10:21:32.636174 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-dd15790f-7230-4652-b270-2134938c69c4 req-b93c00ee-558b-4fa8-8543-ecd15b5a07ed tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668042 Jun 17 10:21:32.856814 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 50736) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:21:33.101089 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc6f155-b448-4ea8-a3fa-f9918532102c req-e9b72e80-d49d-4545-b154-057073bc8a71 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:33.104845 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6dc6f155-b448-4ea8-a3fa-f9918532102c req-e9b72e80-d49d-4545-b154-057073bc8a71 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 943 time: 0.1620672 Jun 17 10:21:33.180502 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.v2.base [None req-034d7e77-2a71-4794-ac79-1484b6ed5f7f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-457551823-network', 'tenant_id': '9e5c5b3e2b9e4ceebc297c6c4d5c82da'}} {{(pid=93644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:21:33.220331 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6dc6f155-b448-4ea8-a3fa-f9918532102c req-530c5e45-6da9-4ece-8879-ee3dd079564c tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990129 Jun 17 10:21:33.279591 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-7638a8be-2c22-4e11-a0b6-cfd26c447636 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:33.308212 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-d36528af-b675-4bef-b8cc-b2f4d99d3867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:33.519194 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e51614c-50ab-4709-87ba-e1f0a1b0d3dd req-28b9838b-516f-40da-83ac-1bedf66af335 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:33.530995 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9e51614c-50ab-4709-87ba-e1f0a1b0d3dd req-28b9838b-516f-40da-83ac-1bedf66af335 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=92aa0445-ca87-458b-9d1c-8e1e9e681034 HTTP/1.1" status: 200 len: 946 time: 0.1211078 Jun 17 10:21:33.530995 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-034d7e77-2a71-4794-ac79-1484b6ed5f7f admin admin] Made reservation on behalf of 9e5c5b3e2b9e4ceebc297c6c4d5c82da for: {'network': 1} {{(pid=93644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:21:33.530995 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-034d7e77-2a71-4794-ac79-1484b6ed5f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3930454'] for network, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:33.559932 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-034d7e77-2a71-4794-ac79-1484b6ed5f7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:33.641357 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9e51614c-50ab-4709-87ba-e1f0a1b0d3dd req-0241be3a-73ee-4bf9-9d3a-cc252a3df574 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b298a6e-ca03-4b84-a35f-a75e19063a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054616 Jun 17 10:21:33.649484 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:33.828722 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-034d7e77-2a71-4794-ac79-1484b6ed5f7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:33.903728 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-7638a8be-2c22-4e11-a0b6-cfd26c447636 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:33.980273 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-034d7e77-2a71-4794-ac79-1484b6ed5f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:33.986322 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-4eb39a94-8e06-4eda-a146-212d86b15e9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:34.024100 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-034d7e77-2a71-4794-ac79-1484b6ed5f7f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=93644) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 10:21:34.059935 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034d7e77-2a71-4794-ac79-1484b6ed5f7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b4f254d-d788-4d55-9525-5b2c7efb11f7,revision_number=1']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:34.074621 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-034d7e77-2a71-4794-ac79-1484b6ed5f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3785028'] for segment, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:34.075188 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.db.segments_db [None req-034d7e77-2a71-4794-ac79-1484b6ed5f7f admin admin] Added segment d44749d3-f7cc-4146-9474-87cfbc4fcd9f of type vlan for network 8288f44a-001c-45e0-a822-1d38b217e6cb Jun 17 10:21:34.103557 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034d7e77-2a71-4794-ac79-1484b6ed5f7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:21:34.104074 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034d7e77-2a71-4794-ac79-1484b6ed5f7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:21:34.104677 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034d7e77-2a71-4794-ac79-1484b6ed5f7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:21:34.105313 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034d7e77-2a71-4794-ac79-1484b6ed5f7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:21:34.105844 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034d7e77-2a71-4794-ac79-1484b6ed5f7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:21:34.106451 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034d7e77-2a71-4794-ac79-1484b6ed5f7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:21:34.107017 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034d7e77-2a71-4794-ac79-1484b6ed5f7f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:21:34.107610 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034d7e77-2a71-4794-ac79-1484b6ed5f7f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:21:34.108272 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034d7e77-2a71-4794-ac79-1484b6ed5f7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:21:34.108860 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034d7e77-2a71-4794-ac79-1484b6ed5f7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:21:34.110110 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034d7e77-2a71-4794-ac79-1484b6ed5f7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:21:34.110396 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034d7e77-2a71-4794-ac79-1484b6ed5f7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:21:34.150870 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-034d7e77-2a71-4794-ac79-1484b6ed5f7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:34.181505 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-034d7e77-2a71-4794-ac79-1484b6ed5f7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740733824422'] for network, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:34.195964 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe1a6a5-b171-4fda-b662-67c8b98a5434 req-118d2343-b526-41ea-af32-fc0a935b9be4 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:34.198172 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-8fe1a6a5-b171-4fda-b662-67c8b98a5434 req-118d2343-b526-41ea-af32-fc0a935b9be4 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.2677925 Jun 17 10:21:34.278692 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-8fe1a6a5-b171-4fda-b662-67c8b98a5434 req-3596744f-5021-4318-a0f2-63fee93be274 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676959 Jun 17 10:21:34.363697 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-034d7e77-2a71-4794-ac79-1484b6ed5f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-714710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243'] for network, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:34.366061 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034d7e77-2a71-4794-ac79-1484b6ed5f7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:34.366916 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-034d7e77-2a71-4794-ac79-1484b6ed5f7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625220'] for network, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:34.370334 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:34.472677 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034d7e77-2a71-4794-ac79-1484b6ed5f7f admin admin] Pushing event updated for resources: {'Network': ['ID=8288f44a-001c-45e0-a822-1d38b217e6cb,revision_number=1']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:34.477857 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-034d7e77-2a71-4794-ac79-1484b6ed5f7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:34.496072 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Network 8288f44a-001c-45e0-a822-1d38b217e6cb details requested by agent ovs-agent-dv-cinder-796806-1-iscsi with host dv-cinder-796806-1-iscsi {{(pid=93646) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 10:21:34.519669 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-034d7e77-2a71-4794-ac79-1484b6ed5f7f admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6606984 Jun 17 10:21:34.539472 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-7638a8be-2c22-4e11-a0b6-cfd26c447636 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Notify callbacks [] for port, precommit_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:34.541576 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 50750) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:21:34.551832 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.v2.base [None req-32b9fa23-7362-4584-a14f-b82fd9413f82 admin admin] Request body: {'subnet': {'network_id': '8288f44a-001c-45e0-a822-1d38b217e6cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-457551823-subnet', 'tenant_id': '9e5c5b3e2b9e4ceebc297c6c4d5c82da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:21:34.658976 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-7638a8be-2c22-4e11-a0b6-cfd26c447636 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129691277'] for port, after_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:34.664946 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-ecb40b2d-14ef-4e91-9176-96a22fd1ee63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:34.718128 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40524b1e-ae3e-4618-9e68-9439902b8e3c req-b564f0cf-4380-42c1-aeb6-4e475b7e17ee tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:34.725340 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-40524b1e-ae3e-4618-9e68-9439902b8e3c req-b564f0cf-4380-42c1-aeb6-4e475b7e17ee tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 943 time: 0.2406137 Jun 17 10:21:34.743648 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b9fa23-7362-4584-a14f-b82fd9413f82 admin admin] Made reservation on behalf of 9e5c5b3e2b9e4ceebc297c6c4d5c82da for: {'subnet': 1} {{(pid=93645) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:21:34.747770 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-32b9fa23-7362-4584-a14f-b82fd9413f82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129735836'] for subnet, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:34.848678 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-40524b1e-ae3e-4618-9e68-9439902b8e3c req-74045eb3-43c0-468b-b6c6-86dd8e6c2979 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982049 Jun 17 10:21:34.965645 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7638a8be-2c22-4e11-a0b6-cfd26c447636 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Pushing event updated for resources: {'Port': ['ID=c1d78727-78f6-49bd-a9ae-175921d8067d,revision_number=2']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:34.979876 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-7638a8be-2c22-4e11-a0b6-cfd26c447636 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:34.998975 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-7638a8be-2c22-4e11-a0b6-cfd26c447636 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684762'] for floatingip, after_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:35.050745 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-76f1cb7e-d4ef-4c29-a3c2-2b16775f9f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:35.077917 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141531f0-35e1-4026-b638-86763d455096 req-1180a6ac-0a9c-495e-b4e3-ad4c997b6ba3 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:35.083488 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-141531f0-35e1-4026-b638-86763d455096 req-1180a6ac-0a9c-495e-b4e3-ad4c997b6ba3 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=92aa0445-ca87-458b-9d1c-8e1e9e681034 HTTP/1.1" status: 200 len: 946 time: 0.1481874 Jun 17 10:21:35.168724 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-141531f0-35e1-4026-b638-86763d455096 req-86cfc2db-4856-4aeb-b44e-7a67eae7b5a0 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b298a6e-ca03-4b84-a35f-a75e19063a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748460 Jun 17 10:21:35.311176 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.db.l3_db [None req-7638a8be-2c22-4e11-a0b6-cfd26c447636 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Floating IP 4de9100a-0461-462a-96d0-595ba1e67b74 associated. External IP: 172.27.0.16, port: 91311a62-c506-4a3e-b0b5-90876d6ff360. Jun 17 10:21:35.601755 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d8fa18-fbe1-4a95-b37c-3fbb133468f6 req-facad5a0-7be8-4848-8d5d-4538fe24da47 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:35.604790 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-c0d8fa18-fbe1-4a95-b37c-3fbb133468f6 req-facad5a0-7be8-4848-8d5d-4538fe24da47 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.0970368 Jun 17 10:21:35.649899 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-32b9fa23-7362-4584-a14f-b82fd9413f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129691139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129735822'] for subnet, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:35.672709 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-c0d8fa18-fbe1-4a95-b37c-3fbb133468f6 req-28e7c58d-9113-4c1a-9c6a-0dfa75de309c tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565014 Jun 17 10:21:35.715452 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-0695ffb5-98fc-4a0a-8790-7741bb71d705 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:35.836102 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b9fa23-7362-4584-a14f-b82fd9413f82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8562bf84-5882-41a5-b8d8-dd6dc1d185dd,revision_number=0']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:35.846452 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-32b9fa23-7362-4584-a14f-b82fd9413f82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:35.865034 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b9fa23-7362-4584-a14f-b82fd9413f82 admin admin] Checking segment: {'id': 'd44749d3-f7cc-4146-9474-87cfbc4fcd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '8288f44a-001c-45e0-a822-1d38b217e6cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:21:35.865354 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b9fa23-7362-4584-a14f-b82fd9413f82 admin admin] Network hostable DHCP agents. Network: 8288f44a-001c-45e0-a822-1d38b217e6cb, hostable agents: ['337bcc12-ee2b-4966-b704-642398d54e19'], hosted agents: [] {{(pid=93645) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 10:21:35.883911 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7638a8be-2c22-4e11-a0b6-cfd26c447636 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Router c632aa22-42dd-415d-af8e-0300a14d0d5e has already been hosted by L3 agent 9ed9efc2-3eec-4d73-b246-cbd899a1984b {{(pid=93645) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 10:21:36.035535 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b9fa23-7362-4584-a14f-b82fd9413f82 admin admin] Network 8288f44a-001c-45e0-a822-1d38b217e6cb is scheduled to be hosted by DHCP agent 337bcc12-ee2b-4966-b704-642398d54e19 with binding_index 1 {{(pid=93645) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 10:21:36.132797 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7638a8be-2c22-4e11-a0b6-cfd26c447636 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Notify agent at l3_agent.dv-cinder-796806-1-iscsi the message routers_updated {{(pid=93645) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 10:21:36.139105 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07937378-4255-4b53-acd3-2838914b27e2 None None] Sync routers for ids ['c632aa22-42dd-415d-af8e-0300a14d0d5e'] in dv-cinder-796806-1-iscsi {{(pid=93647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 10:21:36.161452 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07937378-4255-4b53-acd3-2838914b27e2 None None] Routers {'c632aa22-42dd-415d-af8e-0300a14d0d5e'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:21:36.162504 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-07937378-4255-4b53-acd3-2838914b27e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:21:33Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['c632aa22-42dd-415d-af8e-0300a14d0d5e'], 'active': True} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:21:36.174837 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.base_scheduler [None req-32b9fa23-7362-4584-a14f-b82fd9413f82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796806-1-iscsi, 8288f44a-001c-45e0-a822-1d38b217e6cb) {{(pid=93645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:21:36.184014 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b9fa23-7362-4584-a14f-b82fd9413f82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:36.185147 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-32b9fa23-7362-4584-a14f-b82fd9413f82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625220'] for subnet, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:36.209953 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee78e60b-3ce7-478c-9ee2-292fec8fac49 None None] Network 8288f44a-001c-45e0-a822-1d38b217e6cb requested from dv-cinder-796806-1-iscsi {{(pid=93646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:21:36.297573 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-7638a8be-2c22-4e11-a0b6-cfd26c447636 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733'] for floatingip, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:36.394454 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca444aec-7169-4dc0-94b3-0e4c6e94e667 req-87ea2824-38f2-459e-ab3e-070daba5bd25 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:36.425639 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-ca444aec-7169-4dc0-94b3-0e4c6e94e667 req-87ea2824-38f2-459e-ab3e-070daba5bd25 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 943 time: 0.2663629 Jun 17 10:21:36.436497 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-32b9fa23-7362-4584-a14f-b82fd9413f82 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8590407 Jun 17 10:21:36.453928 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae03b368-b639-47d7-80f6-5cfcabad46ae req-38d7a184-b81c-49d0-be3e-7df2c2cab458 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:36.472361 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-ae03b368-b639-47d7-80f6-5cfcabad46ae req-38d7a184-b81c-49d0-be3e-7df2c2cab458 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.47 "GET /v2.0/ports?device_id=92aa0445-ca87-458b-9d1c-8e1e9e681034 HTTP/1.1" status: 200 len: 946 time: 0.2562816 Jun 17 10:21:36.501078 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-7638a8be-2c22-4e11-a0b6-cfd26c447636 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.5498393 Jun 17 10:21:36.505283 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd39d8b4f-31c1-4ac5-9c65-a73ee6a64e21', 'tag': '91311a62-c506-4a3e-b0b5-90876d6ff360'}] {{(pid=93645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:21:36.508140 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvr_db [None req-07937378-4255-4b53-acd3-2838914b27e2 None None] Set router c632aa22-42dd-415d-af8e-0300a14d0d5e gateway port host: dv-cinder-796806-1-iscsi {{(pid=93647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:21:36.509900 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25c6fbde856bb10fc3e6f7e7beb0655886cca8e381c3d168db957d1d9f65ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d87a2555-1edc-4f4b-a3b5-6554cb8ce619" -d '{"events": [{"name": "network-changed", "server_uuid": "d39d8b4f-31c1-4ac5-9c65-a73ee6a64e21", "tag": "91311a62-c506-4a3e-b0b5-90876d6ff360"}]}' {{(pid=93645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:21:36.519439 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 50770) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:21:36.539722 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.v2.base [None req-e1a58117-e07b-4bc4-92b2-663fbe77183b tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1546192394', 'description': 'tempest-secgroup-smoke-1546192394 description', 'project_id': '9a6c13a11d5746ed9ba089a64e8d2549'}} {{(pid=93644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:21:36.830810 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafb37d8-2721-49d8-ac34-a1cf6f9b2d4e None None] Network 8288f44a-001c-45e0-a822-1d38b217e6cb requested from dv-cinder-796806-1-iscsi {{(pid=93646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:21:36.955901 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-ca444aec-7169-4dc0-94b3-0e4c6e94e667 req-e0dc68fd-f303-44f9-931d-1a1ed0de86f7 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5283513 Jun 17 10:21:37.022897 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8334b2a8-081d-4a08-b273-522b2363e8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:37.066500 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-e1a58117-e07b-4bc4-92b2-663fbe77183b tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Notify callbacks [] for security_group, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:37.119258 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f58f70-5a5e-480f-b1fb-8290b7c1366c req-e3aa8864-cf93-419e-85b2-2152eed1512a tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:37.133945 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-a7f58f70-5a5e-480f-b1fb-8290b7c1366c req-e3aa8864-cf93-419e-85b2-2152eed1512a tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=92aa0445-ca87-458b-9d1c-8e1e9e681034 HTTP/1.1" status: 200 len: 946 time: 0.5494473 Jun 17 10:21:37.202490 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 10:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf8c456-5c46-41af-8a9a-2896861448cf x-openstack-request-id: req-3cf8c456-5c46-41af-8a9a-2896861448cf {{(pid=93645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:21:37.205237 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d39d8b4f-31c1-4ac5-9c65-a73ee6a64e21", "tag": "91311a62-c506-4a3e-b0b5-90876d6ff360", "status": "completed", "code": 200}]} {{(pid=93645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:21:37.206859 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3cf8c456-5c46-41af-8a9a-2896861448cf {{(pid=93645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:21:37.208616 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd39d8b4f-31c1-4ac5-9c65-a73ee6a64e21', 'tag': '91311a62-c506-4a3e-b0b5-90876d6ff360', 'status': 'completed', 'code': 200} Jun 17 10:21:37.347498 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-07937378-4255-4b53-acd3-2838914b27e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c632aa22-42dd-415d-af8e-0300a14d0d5e', 'name': 'tempest-TestMinimumBasicScenario-1666570486-router', 'tenant_id': '9a6c13a11d5746ed9ba089a64e8d2549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '6d390488-ca57-49a2-b66a-5d836b68fc9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:18:53Z', 'updated_at': '2021-06-17T10:19:02Z', 'revision_number': 4, 'project_id': '9a6c13a11d5746ed9ba089a64e8d2549', 'gw_port': {'id': '6d390488-ca57-49a2-b66a-5d836b68fc9b', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c632aa22-42dd-415d-af8e-0300a14d0d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:18:54Z', 'updated_at': '2021-06-17T10:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi', '_floatingips': [{'id': '4de9100a-0461-462a-96d0-595ba1e67b74', 'tenant_id': '9a6c13a11d5746ed9ba089a64e8d2549', 'floating_ip_address': '172.27.0.16', 'floating_network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'router_id': 'c632aa22-42dd-415d-af8e-0300a14d0d5e', 'port_id': '91311a62-c506-4a3e-b0b5-90876d6ff360', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9e4b84a-8dde-4ee3-9ab8-7dbe232b2e85', 'mac_address': 'fa:16:3e:41:5e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39d8b4f-31c1-4ac5-9c65-a73ee6a64e21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T10:21:32Z', 'updated_at': '2021-06-17T10:21:32Z', 'revision_number': 0, 'project_id': '9a6c13a11d5746ed9ba089a64e8d2549', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9651b96e-b542-405d-8e22-7dca3fb010dd', 'name': '', 'network_id': 'b9e4b84a-8dde-4ee3-9ab8-7dbe232b2e85', 'tenant_id': '9a6c13a11d5746ed9ba089a64e8d2549', 'mac_address': 'fa:16:3e:19:a0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c632aa22-42dd-415d-af8e-0300a14d0d5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'e0f4a3e0-d2e8-4ac0-b721-b783e50aed11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:19:01Z', 'updated_at': '2021-06-17T10:19:12Z', 'revision_number': 5, 'project_id': '9a6c13a11d5746ed9ba089a64e8d2549', 'subnets': [{'id': 'e0f4a3e0-d2e8-4ac0-b721-b783e50aed11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:21:37.364284 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.plugin [req-ae03b368-b639-47d7-80f6-5cfcabad46ae req-2723749d-ec38-4347-8e6c-05f0f6aab218 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Deleting port 8c9f1dee-5954-4583-9406-d225d24355ad {{(pid=93644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:21:37.369050 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-ae03b368-b639-47d7-80f6-5cfcabad46ae req-2723749d-ec38-4347-8e6c-05f0f6aab218 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740734272413'] for port, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:37.410876 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-a7f58f70-5a5e-480f-b1fb-8290b7c1366c req-f05905fb-f259-4633-9403-afc684b65a40 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b298a6e-ca03-4b84-a35f-a75e19063a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729015 Jun 17 10:21:37.501783 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07937378-4255-4b53-acd3-2838914b27e2 None None] Checking router: c632aa22-42dd-415d-af8e-0300a14d0d5e for host: dv-cinder-796806-1-iscsi {{(pid=93647) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 10:21:37.529414 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07937378-4255-4b53-acd3-2838914b27e2 None None] Routers {'c632aa22-42dd-415d-af8e-0300a14d0d5e'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:21:37.531017 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-07937378-4255-4b53-acd3-2838914b27e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:21:33Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['c632aa22-42dd-415d-af8e-0300a14d0d5e'], 'active': True} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:21:37.549519 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87a2555-1edc-4f4b-a3b5-6554cb8ce619 req-403820ae-230b-4991-851d-3fef834f7a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:37.552578 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-d87a2555-1edc-4f4b-a3b5-6554cb8ce619 req-403820ae-230b-4991-851d-3fef834f7a21 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9a6c13a11d5746ed9ba089a64e8d2549&device_id=d39d8b4f-31c1-4ac5-9c65-a73ee6a64e21 HTTP/1.1" status: 200 len: 1098 time: 0.3136411 Jun 17 10:21:37.789467 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-e1a58117-e07b-4bc4-92b2-663fbe77183b tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Notify callbacks [] for security_group, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:37.819381 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87a2555-1edc-4f4b-a3b5-6554cb8ce619 req-ff560455-aedb-487a-a0ef-0873f3ded47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:37.822550 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-d87a2555-1edc-4f4b-a3b5-6554cb8ce619 req-ff560455-aedb-487a-a0ef-0873f3ded47d service neutron] 10.222.0.47 "GET /v2.0/networks?id=b9e4b84a-8dde-4ee3-9ab8-7dbe232b2e85 HTTP/1.1" status: 200 len: 916 time: 0.2602649 Jun 17 10:21:37.976869 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvr_db [None req-07937378-4255-4b53-acd3-2838914b27e2 None None] Set router c632aa22-42dd-415d-af8e-0300a14d0d5e gateway port host: dv-cinder-796806-1-iscsi {{(pid=93647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:21:37.977471 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.db [req-ae03b368-b639-47d7-80f6-5cfcabad46ae req-2723749d-ec38-4347-8e6c-05f0f6aab218 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] For port 8c9f1dee-5954-4583-9406-d225d24355ad, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=8c9f1dee-5954-4583-9406-d225d24355ad,segment=NetworkSegment(18c6c105-9c0b-4401-b33f-19dbd1751948),segment_id=18c6c105-9c0b-4401-b33f-19dbd1751948)] {{(pid=93644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:21:37.978230 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-ae03b368-b639-47d7-80f6-5cfcabad46ae req-2723749d-ec38-4347-8e6c-05f0f6aab218 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685530'] for port, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:38.187058 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-d87a2555-1edc-4f4b-a3b5-6554cb8ce619 req-73fe80f8-0045-4510-abe0-e82fe634621e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91311a62-c506-4a3e-b0b5-90876d6ff360 HTTP/1.1" status: 200 len: 998 time: 0.3532679 Jun 17 10:21:38.210459 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.plugin [req-ae03b368-b639-47d7-80f6-5cfcabad46ae req-2723749d-ec38-4347-8e6c-05f0f6aab218 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Calling delete_port for 8c9f1dee-5954-4583-9406-d225d24355ad owned by compute:nova {{(pid=93644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:21:38.215661 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-e1a58117-e07b-4bc4-92b2-663fbe77183b tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:38.285268 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-034d7e77-2a71-4794-ac79-1484b6ed5f7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:38.369958 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87a2555-1edc-4f4b-a3b5-6554cb8ce619 req-f2ba9557-76a6-494a-bef3-af64ecd72a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:38.394428 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-d87a2555-1edc-4f4b-a3b5-6554cb8ce619 req-f2ba9557-76a6-494a-bef3-af64ecd72a1d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e0f4a3e0-d2e8-4ac0-b721-b783e50aed11 HTTP/1.1" status: 200 len: 854 time: 0.1983421 Jun 17 10:21:38.468354 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-e1a58117-e07b-4bc4-92b2-663fbe77183b tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Notify callbacks [] for security_group, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:38.476530 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-e1a58117-e07b-4bc4-92b2-663fbe77183b tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.9456873 Jun 17 10:21:38.507873 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 50850) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:21:38.522152 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.v2.base [None req-dcc53c0d-d617-438d-ad6d-a8f5bfafdd7b tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Request body: {'security_group_rule': {'security_group_id': '3122c439-d483-43df-b19f-39c837f27626', 'project_id': '9a6c13a11d5746ed9ba089a64e8d2549', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:21:38.544294 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a58117-e07b-4bc4-92b2-663fbe77183b tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3122c439-d483-43df-b19f-39c837f27626,revision_number=1']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:38.621008 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 50852) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:21:38.662722 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87a2555-1edc-4f4b-a3b5-6554cb8ce619 req-d5a87a9b-56ec-46c2-ab39-a9967ac44e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:38.666737 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-d87a2555-1edc-4f4b-a3b5-6554cb8ce619 req-d5a87a9b-56ec-46c2-ab39-a9967ac44e80 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b9e4b84a-8dde-4ee3-9ab8-7dbe232b2e85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2611718 Jun 17 10:21:38.673501 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-e1a58117-e07b-4bc4-92b2-663fbe77183b tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:38.709734 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4811249-de11-46c3-999c-8ceb451daae6 req-2ad9bc92-01a0-4d9c-a235-e1e26d15298c tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:38.713361 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-b4811249-de11-46c3-999c-8ceb451daae6 req-2ad9bc92-01a0-4d9c-a235-e1e26d15298c tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.9000938 Jun 17 10:21:38.953964 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-b4811249-de11-46c3-999c-8ceb451daae6 req-2926c722-72d1-425d-8a0f-3f90cccb645d tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937678 Jun 17 10:21:39.030871 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-dcc53c0d-d617-438d-ad6d-a8f5bfafdd7b tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:39.061806 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-07937378-4255-4b53-acd3-2838914b27e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c632aa22-42dd-415d-af8e-0300a14d0d5e', 'name': 'tempest-TestMinimumBasicScenario-1666570486-router', 'tenant_id': '9a6c13a11d5746ed9ba089a64e8d2549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '6d390488-ca57-49a2-b66a-5d836b68fc9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:18:53Z', 'updated_at': '2021-06-17T10:19:02Z', 'revision_number': 4, 'project_id': '9a6c13a11d5746ed9ba089a64e8d2549', 'gw_port': {'id': '6d390488-ca57-49a2-b66a-5d836b68fc9b', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c632aa22-42dd-415d-af8e-0300a14d0d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:18:54Z', 'updated_at': '2021-06-17T10:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi', '_floatingips': [{'id': '4de9100a-0461-462a-96d0-595ba1e67b74', 'tenant_id': '9a6c13a11d5746ed9ba089a64e8d2549', 'floating_ip_address': '172.27.0.16', 'floating_network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'router_id': 'c632aa22-42dd-415d-af8e-0300a14d0d5e', 'port_id': '91311a62-c506-4a3e-b0b5-90876d6ff360', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9e4b84a-8dde-4ee3-9ab8-7dbe232b2e85', 'mac_address': 'fa:16:3e:41:5e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39d8b4f-31c1-4ac5-9c65-a73ee6a64e21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T10:21:32Z', 'updated_at': '2021-06-17T10:21:32Z', 'revision_number': 0, 'project_id': '9a6c13a11d5746ed9ba089a64e8d2549', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9651b96e-b542-405d-8e22-7dca3fb010dd', 'name': '', 'network_id': 'b9e4b84a-8dde-4ee3-9ab8-7dbe232b2e85', 'tenant_id': '9a6c13a11d5746ed9ba089a64e8d2549', 'mac_address': 'fa:16:3e:19:a0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c632aa22-42dd-415d-af8e-0300a14d0d5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'e0f4a3e0-d2e8-4ac0-b721-b783e50aed11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:19:01Z', 'updated_at': '2021-06-17T10:19:12Z', 'revision_number': 5, 'project_id': '9a6c13a11d5746ed9ba089a64e8d2549', 'subnets': [{'id': 'e0f4a3e0-d2e8-4ac0-b721-b783e50aed11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:21:39.158351 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa787a-745e-48f6-8f2b-69fd7be7590b req-a076fe47-041a-4f3e-addc-94bd1f20d4f0 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:39.165489 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07937378-4255-4b53-acd3-2838914b27e2 None None] The sync data for ids ['c632aa22-42dd-415d-af8e-0300a14d0d5e'] in dv-cinder-796806-1-iscsi is: [{'id': 'c632aa22-42dd-415d-af8e-0300a14d0d5e', 'name': 'tempest-TestMinimumBasicScenario-1666570486-router', 'tenant_id': '9a6c13a11d5746ed9ba089a64e8d2549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '6d390488-ca57-49a2-b66a-5d836b68fc9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:18:53Z', 'updated_at': '2021-06-17T10:19:02Z', 'revision_number': 4, 'project_id': '9a6c13a11d5746ed9ba089a64e8d2549', 'gw_port': {'id': '6d390488-ca57-49a2-b66a-5d836b68fc9b', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c632aa22-42dd-415d-af8e-0300a14d0d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:18:54Z', 'updated_at': '2021-06-17T10:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi', '_floatingips': [{'id': '4de9100a-0461-462a-96d0-595ba1e67b74', 'tenant_id': '9a6c13a11d5746ed9ba089a64e8d2549', 'floating_ip_address': '172.27.0.16', 'floating_network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'router_id': 'c632aa22-42dd-415d-af8e-0300a14d0d5e', 'port_id': '91311a62-c506-4a3e-b0b5-90876d6ff360', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9e4b84a-8dde-4ee3-9ab8-7dbe232b2e85', 'mac_address': 'fa:16:3e:41:5e:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd39d8b4f-31c1-4ac5-9c65-a73ee6a64e21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T10:21:32Z', 'updated_at': '2021-06-17T10:21:32Z', 'revision_number': 0, 'project_id': '9a6c13a11d5746ed9ba089a64e8d2549', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9651b96e-b542-405d-8e22-7dca3fb010dd', 'name': '', 'network_id': 'b9e4b84a-8dde-4ee3-9ab8-7dbe232b2e85', 'tenant_id': '9a6c13a11d5746ed9ba089a64e8d2549', 'mac_address': 'fa:16:3e:19:a0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c632aa22-42dd-415d-af8e-0300a14d0d5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'e0f4a3e0-d2e8-4ac0-b721-b783e50aed11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:19:01Z', 'updated_at': '2021-06-17T10:19:12Z', 'revision_number': 5, 'project_id': '9a6c13a11d5746ed9ba089a64e8d2549', 'subnets': [{'id': 'e0f4a3e0-d2e8-4ac0-b721-b783e50aed11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 10:21:39.182631 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-14fa787a-745e-48f6-8f2b-69fd7be7590b req-a076fe47-041a-4f3e-addc-94bd1f20d4f0 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 943 time: 0.6266861 Jun 17 10:21:39.243790 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 50868) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:21:39.327697 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-d87a2555-1edc-4f4b-a3b5-6554cb8ce619 req-3c188984-a12c-4534-a3ec-c3d72dab1c06 service neutron] 10.222.0.47 "GET /v2.0/networks/b9e4b84a-8dde-4ee3-9ab8-7dbe232b2e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6461287 Jun 17 10:21:39.344034 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-229cd5f6-e71c-47ec-abdd-2ab8f9052b1b req-3c2bda2b-b612-4d06-b3b8-f13b8aede82f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7079613 Jun 17 10:21:39.345619 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.v2.base [None req-3c264119-e364-44da-b812-511724c9ce6e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-717057853-network', 'tenant_id': '52eb27725ae24112b55a1d63d665ee02'}} {{(pid=93644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:21:39.405224 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-dcc53c0d-d617-438d-ad6d-a8f5bfafdd7b tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:39.512666 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-ae03b368-b639-47d7-80f6-5cfcabad46ae req-2723749d-ec38-4347-8e6c-05f0f6aab218 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740734277497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740733869096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125912126'] for port, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:39.542573 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] get_ports_and_sgs() called for port_ids ['04940f7f-87de-4aa6-ad53-1548536f45e1', '0156a4b6-95f6-46a5-b525-7dbb108aae7a', 'c895d625-b840-40cb-aac7-139b44c809b6'] {{(pid=93646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 10:21:39.581290 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:39.641176 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-d87a2555-1edc-4f4b-a3b5-6554cb8ce619 req-70087230-d96b-4720-b725-70c4285ce6f7 service neutron] 10.222.0.47 "GET /v2.0/networks/b9e4b84a-8dde-4ee3-9ab8-7dbe232b2e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948890 Jun 17 10:21:39.651978 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-dcc53c0d-d617-438d-ad6d-a8f5bfafdd7b tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708106'] for security_group_rule, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:39.664003 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-427b9da6-ed16-4580-9380-757994ead17f tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:39.718875 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc53c0d-d617-438d-ad6d-a8f5bfafdd7b tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de31639f-593c-41c0-9461-2f296bd71493,revision_number=0']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:39.728676 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-dcc53c0d-d617-438d-ad6d-a8f5bfafdd7b tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:39.743726 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c264119-e364-44da-b812-511724c9ce6e admin admin] Made reservation on behalf of 52eb27725ae24112b55a1d63d665ee02 for: {'network': 1} {{(pid=93644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:21:39.748704 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-3c264119-e364-44da-b812-511724c9ce6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3930454'] for network, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:39.761208 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aecc7b2-8f3f-44af-9529-1944dda4c884 None None] New status for floating IP 4de9100a-0461-462a-96d0-595ba1e67b74: ACTIVE {{(pid=93646) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 10:21:39.790468 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2723749d-ec38-4347-8e6c-05f0f6aab218 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Pushing event deleted for resources: {'Port': ['ID=8c9f1dee-5954-4583-9406-d225d24355ad,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:39.816471 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-14fa787a-745e-48f6-8f2b-69fd7be7590b req-38e96703-a94b-4d52-815b-a00b1bae538a tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6321115 Jun 17 10:21:39.828579 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-3c264119-e364-44da-b812-511724c9ce6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:39.855485 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-dcc53c0d-d617-438d-ad6d-a8f5bfafdd7b tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:39.862990 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-dcc53c0d-d617-438d-ad6d-a8f5bfafdd7b tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3470120 Jun 17 10:21:39.868437 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 50884) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:21:39.870196 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-2723749d-ec38-4347-8e6c-05f0f6aab218 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:39.879638 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.v2.base [None req-0ee07580-a72e-4b45-88f9-4c135ad557c8 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Request body: {'security_group_rule': {'security_group_id': '3122c439-d483-43df-b19f-39c837f27626', 'project_id': '9a6c13a11d5746ed9ba089a64e8d2549', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:21:39.956941 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device 8c9f1dee-5954-4583-9406-d225d24355ad no longer exists at agent hyperv_hv-cinder-79680 {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:21:40.053133 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae03b368-b639-47d7-80f6-5cfcabad46ae req-2723749d-ec38-4347-8e6c-05f0f6aab218 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] No DVR routers for this DVR port 8c9f1dee-5954-4583-9406-d225d24355ad on host hv-cinder-79680 {{(pid=93644) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 10:21:40.058132 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-ae03b368-b639-47d7-80f6-5cfcabad46ae req-2723749d-ec38-4347-8e6c-05f0f6aab218 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733'] for port, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:40.062694 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-ae03b368-b639-47d7-80f6-5cfcabad46ae req-2723749d-ec38-4347-8e6c-05f0f6aab218 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.47 "DELETE /v2.0/ports/8c9f1dee-5954-4583-9406-d225d24355ad HTTP/1.1" status: 204 len: 173 time: 3.5790408 Jun 17 10:21:40.069681 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92aa0445-ca87-458b-9d1c-8e1e9e681034', 'name': 'network-vif-deleted', 'tag': '8c9f1dee-5954-4583-9406-d225d24355ad'}] {{(pid=93644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:21:40.081887 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e3e45b0fad0fac0035bff2321de6238b3105d4201b4fc6e845e8cd3cf45f1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-214d066a-f4b7-4068-a6b4-5c0bb0da9baa" -d '{"events": [{"server_uuid": "92aa0445-ca87-458b-9d1c-8e1e9e681034", "name": "network-vif-deleted", "tag": "8c9f1dee-5954-4583-9406-d225d24355ad"}]}' {{(pid=93644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:21:40.093015 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] No Port match for: 8c9f1dee-5954-4583-9406-d225d24355ad {{(pid=93646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 10:21:40.094757 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device 8c9f1dee-5954-4583-9406-d225d24355ad not bound to the agent host hv-cinder-79680 {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 10:21:40.133329 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-0ee07580-a72e-4b45-88f9-4c135ad557c8 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:40.263831 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211c723-bb7c-4819-8fd3-2f1261d411f1 req-d5b42c58-29e0-4d3c-b341-b4bf6e583001 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:40.266701 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-c211c723-bb7c-4819-8fd3-2f1261d411f1 req-d5b42c58-29e0-4d3c-b341-b4bf6e583001 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=92aa0445-ca87-458b-9d1c-8e1e9e681034 HTTP/1.1" status: 200 len: 867 time: 0.8596470 Jun 17 10:21:40.379786 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-0ee07580-a72e-4b45-88f9-4c135ad557c8 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:40.479448 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-3c264119-e364-44da-b812-511724c9ce6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:40.500652 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-c211c723-bb7c-4819-8fd3-2f1261d411f1 req-49b92c6e-a76e-48e9-8da1-a6fd0f787ed5 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b298a6e-ca03-4b84-a35f-a75e19063a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987967 Jun 17 10:21:40.508336 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-0ee07580-a72e-4b45-88f9-4c135ad557c8 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708106'] for security_group_rule, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:40.513663 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:40.630896 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d43e44-73e1-4d3d-9f45-1d4133bcad17 req-7a50b75d-e207-4380-a76b-4185280a5b58 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:40.642678 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee07580-a72e-4b45-88f9-4c135ad557c8 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=375a116d-ff8a-4485-9fba-1ac7d04c6336,revision_number=0']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:40.647428 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.agents_db [None req-342b98a1-7fdc-4d24-a539-fe72a001d92b None None] Agent healthcheck: found 6 active agents {{(pid=93647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:21:40.654516 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-0ee07580-a72e-4b45-88f9-4c135ad557c8 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:40.661198 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-f3d43e44-73e1-4d3d-9f45-1d4133bcad17 req-7a50b75d-e207-4380-a76b-4185280a5b58 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.3749292 Jun 17 10:21:40.667200 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-3c264119-e364-44da-b812-511724c9ce6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:40.684709 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-d079845c-6533-4a63-8fab-1f2634c519e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:40.723534 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa156015-7995-455b-89db-4cfd751e9674 x-openstack-request-id: req-aa156015-7995-455b-89db-4cfd751e9674 {{(pid=93644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:21:40.724624 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92aa0445-ca87-458b-9d1c-8e1e9e681034", "name": "network-vif-deleted", "tag": "8c9f1dee-5954-4583-9406-d225d24355ad", "status": "completed", "code": 200}]} {{(pid=93644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:21:40.725517 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-aa156015-7995-455b-89db-4cfd751e9674 {{(pid=93644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:21:40.726713 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92aa0445-ca87-458b-9d1c-8e1e9e681034', 'name': 'network-vif-deleted', 'tag': '8c9f1dee-5954-4583-9406-d225d24355ad', 'status': 'completed', 'code': 200} Jun 17 10:21:40.770669 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c264119-e364-44da-b812-511724c9ce6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=93644) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 10:21:40.771773 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-0ee07580-a72e-4b45-88f9-4c135ad557c8 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:40.777792 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-0ee07580-a72e-4b45-88f9-4c135ad557c8 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9086730 Jun 17 10:21:40.783871 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 50906) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:21:40.817971 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-3c264119-e364-44da-b812-511724c9ce6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3785028'] for segment, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:40.818992 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.db.segments_db [None req-3c264119-e364-44da-b812-511724c9ce6e admin admin] Added segment fd298de0-edcb-428b-841c-89689e107b0c of type vlan for network 79e43bbd-95bf-4b63-a014-fcd7c61946bd Jun 17 10:21:40.822122 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.v2.base [None req-ebabf522-bda8-43e6-b8ef-e5e9949dba5c tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Request body: {'security_group_rule': {'security_group_id': '3122c439-d483-43df-b19f-39c837f27626', 'project_id': '9a6c13a11d5746ed9ba089a64e8d2549', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:21:40.822945 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c264119-e364-44da-b812-511724c9ce6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=259e46c8-c813-4acb-bf44-72b5cf2e0977,revision_number=1']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:40.876190 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-3c264119-e364-44da-b812-511724c9ce6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:40.917547 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-f3d43e44-73e1-4d3d-9f45-1d4133bcad17 req-e78d81c7-0664-420d-bc91-cfbf1d4798af tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547603 Jun 17 10:21:41.151180 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-ebabf522-bda8-43e6-b8ef-e5e9949dba5c tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:41.376284 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-ebabf522-bda8-43e6-b8ef-e5e9949dba5c tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:41.457729 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-3c264119-e364-44da-b812-511724c9ce6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740733824422'] for network, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:41.539158 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-ebabf522-bda8-43e6-b8ef-e5e9949dba5c tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708106'] for security_group_rule, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:41.549071 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:41.582430 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebabf522-bda8-43e6-b8ef-e5e9949dba5c tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11e125c5-b7be-4903-bf29-091cb92ace76,revision_number=0']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:41.588721 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-ebabf522-bda8-43e6-b8ef-e5e9949dba5c tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:41.609032 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ef661c-6f5f-4306-bcde-f1b925a75a01 req-ddf1acce-cea0-41b9-82db-234768462ad3 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:41.620920 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-10ef661c-6f5f-4306-bcde-f1b925a75a01 req-ddf1acce-cea0-41b9-82db-234768462ad3 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 943 time: 0.2111559 Jun 17 10:21:41.698498 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-3c264119-e364-44da-b812-511724c9ce6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-714710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243'] for network, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:41.704367 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-10ef661c-6f5f-4306-bcde-f1b925a75a01 req-b9c53a7e-39a6-4dbc-90f1-319586fe0e10 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769517 Jun 17 10:21:41.705991 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c264119-e364-44da-b812-511724c9ce6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:41.707060 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-3c264119-e364-44da-b812-511724c9ce6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625220'] for network, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:41.714176 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:41.724217 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-ebabf522-bda8-43e6-b8ef-e5e9949dba5c tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:41.728415 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-ebabf522-bda8-43e6-b8ef-e5e9949dba5c tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9424641 Jun 17 10:21:41.736583 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 50926) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:21:41.765026 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.v2.base [None req-cdb7f87d-2ddb-4a9b-b6a9-b02b090e9888 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Request body: {'security_group_rule': {'security_group_id': '3122c439-d483-43df-b19f-39c837f27626', 'project_id': '9a6c13a11d5746ed9ba089a64e8d2549', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:21:41.856337 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c264119-e364-44da-b812-511724c9ce6e admin admin] Pushing event updated for resources: {'Network': ['ID=79e43bbd-95bf-4b63-a014-fcd7c61946bd,revision_number=1']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:41.871875 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-3c264119-e364-44da-b812-511724c9ce6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:41.884165 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Network 79e43bbd-95bf-4b63-a014-fcd7c61946bd details requested by agent ovs-agent-dv-cinder-796806-1-iscsi with host dv-cinder-796806-1-iscsi {{(pid=93646) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 10:21:41.931852 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-4af83ef2-6a74-4d7b-bbfe-07bc759c09fb req-a0e0186d-7a1c-4d1b-849f-d832443f70d5 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=92aa0445-ca87-458b-9d1c-8e1e9e681034 HTTP/1.1" status: 200 len: 210 time: 0.0442276 Jun 17 10:21:42.023450 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-cdb7f87d-2ddb-4a9b-b6a9-b02b090e9888 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:42.108426 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-3c264119-e364-44da-b812-511724c9ce6e admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.8626962 Jun 17 10:21:42.112950 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 50930) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:21:42.120887 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.v2.base [None req-fdea68da-5944-40f4-887c-168b63c6cb94 admin admin] Request body: {'subnet': {'network_id': '79e43bbd-95bf-4b63-a014-fcd7c61946bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-717057853-subnet', 'tenant_id': '52eb27725ae24112b55a1d63d665ee02', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:21:42.245721 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-cdb7f87d-2ddb-4a9b-b6a9-b02b090e9888 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:42.284395 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdea68da-5944-40f4-887c-168b63c6cb94 admin admin] Made reservation on behalf of 52eb27725ae24112b55a1d63d665ee02 for: {'subnet': 1} {{(pid=93644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:21:42.289500 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-fdea68da-5944-40f4-887c-168b63c6cb94 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130007665'] for subnet, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:42.318037 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-cdb7f87d-2ddb-4a9b-b6a9-b02b090e9888 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708106'] for security_group_rule, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:42.322203 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:42.394647 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb7f87d-2ddb-4a9b-b6a9-b02b090e9888 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e1c9d00-d53f-4179-9ec7-ffdedca36350,revision_number=0']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:42.406433 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-cdb7f87d-2ddb-4a9b-b6a9-b02b090e9888 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:42.489744 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-cdb7f87d-2ddb-4a9b-b6a9-b02b090e9888 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:42.493625 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-cdb7f87d-2ddb-4a9b-b6a9-b02b090e9888 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7486250 Jun 17 10:21:42.496635 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 50936) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:21:42.506073 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.v2.base [None req-208c57ec-176b-46cb-b5ff-8de8fd13d320 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Request body: {'security_group_rule': {'security_group_id': '3122c439-d483-43df-b19f-39c837f27626', 'project_id': '9a6c13a11d5746ed9ba089a64e8d2549', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:21:42.629073 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18cef91-51a5-4b88-b545-bfad50495554 req-fc4a441a-390e-465d-bdaa-54950e6b53d1 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:42.631903 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-f18cef91-51a5-4b88-b545-bfad50495554 req-fc4a441a-390e-465d-bdaa-54950e6b53d1 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.3247726 Jun 17 10:21:42.718259 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.db.securitygroups_db [None req-208c57ec-176b-46cb-b5ff-8de8fd13d320 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Project 9a6c13a11d5746ed9ba089a64e8d2549 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 10:21:42.741159 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-208c57ec-176b-46cb-b5ff-8de8fd13d320 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:42.840224 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-f18cef91-51a5-4b88-b545-bfad50495554 req-511bb3f1-14b7-47b3-b017-e68d7ac05260 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941803 Jun 17 10:21:42.858852 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-208c57ec-176b-46cb-b5ff-8de8fd13d320 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:42.988914 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-208c57ec-176b-46cb-b5ff-8de8fd13d320 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708106'] for security_group_rule, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:42.993219 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-dcc53c0d-d617-438d-ad6d-a8f5bfafdd7b tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:43.032246 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208c57ec-176b-46cb-b5ff-8de8fd13d320 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1efb65ac-3ba1-492c-bc76-9400bbc768a3,revision_number=0']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:43.048121 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-208c57ec-176b-46cb-b5ff-8de8fd13d320 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:43.083012 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-fdea68da-5944-40f4-887c-168b63c6cb94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125912203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130007651'] for subnet, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:43.092367 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-3b3ebfd9-4f8b-416a-bcc2-b5e654d3bf31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:43.192272 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-208c57ec-176b-46cb-b5ff-8de8fd13d320 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:43.195800 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-208c57ec-176b-46cb-b5ff-8de8fd13d320 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6970778 Jun 17 10:21:43.197412 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdea68da-5944-40f4-887c-168b63c6cb94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88695be2-352f-4b09-9507-411b137f8c63,revision_number=0']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:43.203800 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-fdea68da-5944-40f4-887c-168b63c6cb94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:43.207417 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 50946) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:21:43.222891 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.v2.base [None req-34e94249-79c1-4a6c-b36a-ea39499babf7 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Request body: {'security_group_rule': {'security_group_id': '3122c439-d483-43df-b19f-39c837f27626', 'project_id': '9a6c13a11d5746ed9ba089a64e8d2549', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:21:43.269188 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f00b726-de51-4e99-be3f-c9025e33307c req-37503b0f-f8de-49db-87d7-5a7d3b508dd5 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:43.272183 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-0f00b726-de51-4e99-be3f-c9025e33307c req-37503b0f-f8de-49db-87d7-5a7d3b508dd5 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 943 time: 0.2478876 Jun 17 10:21:43.301571 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdea68da-5944-40f4-887c-168b63c6cb94 admin admin] Checking segment: {'id': 'fd298de0-edcb-428b-841c-89689e107b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '79e43bbd-95bf-4b63-a014-fcd7c61946bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:21:43.301937 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdea68da-5944-40f4-887c-168b63c6cb94 admin admin] Network hostable DHCP agents. Network: 79e43bbd-95bf-4b63-a014-fcd7c61946bd, hostable agents: ['337bcc12-ee2b-4966-b704-642398d54e19'], hosted agents: [] {{(pid=93644) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 10:21:43.383285 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-0f00b726-de51-4e99-be3f-c9025e33307c req-505e57a7-b943-492f-8a34-be84ee330fe5 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952244 Jun 17 10:21:43.415173 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.db.securitygroups_db [None req-34e94249-79c1-4a6c-b36a-ea39499babf7 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Project 9a6c13a11d5746ed9ba089a64e8d2549 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 10:21:43.425980 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-34e94249-79c1-4a6c-b36a-ea39499babf7 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:43.488785 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdea68da-5944-40f4-887c-168b63c6cb94 admin admin] Network 79e43bbd-95bf-4b63-a014-fcd7c61946bd is scheduled to be hosted by DHCP agent 337bcc12-ee2b-4966-b704-642398d54e19 with binding_index 1 {{(pid=93644) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 10:21:43.557704 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-34e94249-79c1-4a6c-b36a-ea39499babf7 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:43.797878 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.base_scheduler [None req-fdea68da-5944-40f4-887c-168b63c6cb94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796806-1-iscsi, 79e43bbd-95bf-4b63-a014-fcd7c61946bd) {{(pid=93644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:21:43.805336 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdea68da-5944-40f4-887c-168b63c6cb94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:43.806356 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-fdea68da-5944-40f4-887c-168b63c6cb94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:43.814837 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d397a3c-a5c8-4769-aa59-9fe4283449d0 None None] Network 79e43bbd-95bf-4b63-a014-fcd7c61946bd requested from dv-cinder-796806-1-iscsi {{(pid=93646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:21:43.878044 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-34e94249-79c1-4a6c-b36a-ea39499babf7 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708106'] for security_group_rule, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:43.884406 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:43.954909 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e94249-79c1-4a6c-b36a-ea39499babf7 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b12b7d33-1c14-472b-8ed9-dd5b5244fd70,revision_number=0']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:43.976137 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-34e94249-79c1-4a6c-b36a-ea39499babf7 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:44.089239 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0134f77b-ff03-4a79-8799-74feabb0511a None None] Network 79e43bbd-95bf-4b63-a014-fcd7c61946bd requested from dv-cinder-796806-1-iscsi {{(pid=93646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:21:44.108778 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-fdea68da-5944-40f4-887c-168b63c6cb94 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9954791 Jun 17 10:21:44.198839 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-34e94249-79c1-4a6c-b36a-ea39499babf7 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:44.205975 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-34e94249-79c1-4a6c-b36a-ea39499babf7 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9910066 Jun 17 10:21:44.303760 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e336131f-d4ed-425b-a2e9-7d75f1bec09e req-c0cedf1e-fe0b-4404-be05-0eb1bc313bf9 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:44.316464 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-e336131f-d4ed-425b-a2e9-7d75f1bec09e req-c0cedf1e-fe0b-4404-be05-0eb1bc313bf9 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.1826475 Jun 17 10:21:44.410014 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-e336131f-d4ed-425b-a2e9-7d75f1bec09e req-84f9dfc5-8890-441f-bb7f-fbab47968496 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914834 Jun 17 10:21:44.498530 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-89848ba8-0b8b-4622-b42c-20a8ca5ace2b req-5b2fdeb7-db4e-4ba3-acf6-77f004bd95ac tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1546192394&fields=id&tenant_id=9a6c13a11d5746ed9ba089a64e8d2549 HTTP/1.1" status: 200 len: 267 time: 0.0677016 Jun 17 10:21:44.690437 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89848ba8-0b8b-4622-b42c-20a8ca5ace2b req-751c4510-c209-4cb6-a777-cb15fc010c68 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:44.693375 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-89848ba8-0b8b-4622-b42c-20a8ca5ace2b req-751c4510-c209-4cb6-a777-cb15fc010c68 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39d8b4f-31c1-4ac5-9c65-a73ee6a64e21 HTTP/1.1" status: 200 len: 945 time: 0.1674829 Jun 17 10:21:44.772685 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.v2.base [req-89848ba8-0b8b-4622-b42c-20a8ca5ace2b req-3549876c-730f-4f65-b71d-b12f1c4280a4 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Request body: {'port': {'security_groups': ['53de0d9a-5a0b-4ab8-8623-79700c1fe6a9', '3122c439-d483-43df-b19f-39c837f27626']}} {{(pid=93644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:21:45.014459 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f22e3be-c421-48a8-b5c8-5c3e48758c22 req-5f5a37c3-2285-40c4-b10d-36ad3735a970 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:45.029148 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-5f22e3be-c421-48a8-b5c8-5c3e48758c22 req-5f5a37c3-2285-40c4-b10d-36ad3735a970 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 943 time: 0.3682446 Jun 17 10:21:45.074635 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-89848ba8-0b8b-4622-b42c-20a8ca5ace2b req-3549876c-730f-4f65-b71d-b12f1c4280a4 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:45.160810 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-5f22e3be-c421-48a8-b5c8-5c3e48758c22 req-b5d812bb-d079-4248-9d94-007052316ac4 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304572 Jun 17 10:21:45.429816 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.db [req-89848ba8-0b8b-4622-b42c-20a8ca5ace2b req-3549876c-730f-4f65-b71d-b12f1c4280a4 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] For port 91311a62-c506-4a3e-b0b5-90876d6ff360, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=91311a62-c506-4a3e-b0b5-90876d6ff360,segment=NetworkSegment(fbd9f26e-5ef6-41de-b20d-bb9149a77337),segment_id=fbd9f26e-5ef6-41de-b20d-bb9149a77337)] {{(pid=93644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:21:45.505716 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-89848ba8-0b8b-4622-b42c-20a8ca5ace2b req-3549876c-730f-4f65-b71d-b12f1c4280a4 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Notify callbacks [] for port, precommit_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:45.725662 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-89848ba8-0b8b-4622-b42c-20a8ca5ace2b req-3549876c-730f-4f65-b71d-b12f1c4280a4 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125912069'] for port, after_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:45.744167 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:21:45.767273 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] get_ports_and_sgs() called for port_ids ['91311a62-c506-4a3e-b0b5-90876d6ff360'] {{(pid=93646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 10:21:45.802383 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ef471-76ca-4b6b-b74a-5ae0b0ed6f04 req-e4cfa6eb-2e09-497e-8f1c-faf47950248b tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:45.805449 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-db3ef471-76ca-4b6b-b74a-5ae0b0ed6f04 req-e4cfa6eb-2e09-497e-8f1c-faf47950248b tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.2023137 Jun 17 10:21:45.849410 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89848ba8-0b8b-4622-b42c-20a8ca5ace2b req-3549876c-730f-4f65-b71d-b12f1c4280a4 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:45.849410 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-89848ba8-0b8b-4622-b42c-20a8ca5ace2b req-3549876c-730f-4f65-b71d-b12f1c4280a4 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733'] for port, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:45.855085 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-89848ba8-0b8b-4622-b42c-20a8ca5ace2b req-3549876c-730f-4f65-b71d-b12f1c4280a4 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "PUT /v2.0/ports/91311a62-c506-4a3e-b0b5-90876d6ff360 HTTP/1.1" status: 200 len: 981 time: 1.1002390 Jun 17 10:21:45.967793 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd39d8b4f-31c1-4ac5-9c65-a73ee6a64e21', 'tag': '91311a62-c506-4a3e-b0b5-90876d6ff360'}] {{(pid=93644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:21:45.967793 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e3e45b0fad0fac0035bff2321de6238b3105d4201b4fc6e845e8cd3cf45f1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39eba012-186b-45e1-922d-06b945d51de4" -d '{"events": [{"name": "network-changed", "server_uuid": "d39d8b4f-31c1-4ac5-9c65-a73ee6a64e21", "tag": "91311a62-c506-4a3e-b0b5-90876d6ff360"}]}' {{(pid=93644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:21:46.042328 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-db3ef471-76ca-4b6b-b74a-5ae0b0ed6f04 req-82e42aa4-0c1f-4b39-9598-6a074bd0f419 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158058 Jun 17 10:21:46.084461 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3549876c-730f-4f65-b71d-b12f1c4280a4 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Pushing event updated for resources: {'Port': ['ID=91311a62-c506-4a3e-b0b5-90876d6ff360,revision_number=6']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:21:46.096320 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] get_ports_and_sgs() called for port_ids ['91311a62-c506-4a3e-b0b5-90876d6ff360'] {{(pid=93646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 10:21:46.111235 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-3549876c-730f-4f65-b71d-b12f1c4280a4 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:21:46.218127 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 10:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b7eefa-dc81-4968-af3c-3f605b9c37d0 x-openstack-request-id: req-e3b7eefa-dc81-4968-af3c-3f605b9c37d0 {{(pid=93644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:21:46.218127 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d39d8b4f-31c1-4ac5-9c65-a73ee6a64e21", "tag": "91311a62-c506-4a3e-b0b5-90876d6ff360", "status": "completed", "code": 200}]} {{(pid=93644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:21:46.218127 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e3b7eefa-dc81-4968-af3c-3f605b9c37d0 {{(pid=93644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:21:46.218127 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd39d8b4f-31c1-4ac5-9c65-a73ee6a64e21', 'tag': '91311a62-c506-4a3e-b0b5-90876d6ff360', 'status': 'completed', 'code': 200} Jun 17 10:21:46.517799 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df010d43-6382-4bab-902e-6fbf7801056b req-9a7dbb5f-419b-4d82-8b66-68fc94059764 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:46.530459 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-df010d43-6382-4bab-902e-6fbf7801056b req-9a7dbb5f-419b-4d82-8b66-68fc94059764 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39d8b4f-31c1-4ac5-9c65-a73ee6a64e21 HTTP/1.1" status: 200 len: 984 time: 0.2712905 Jun 17 10:21:46.537540 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eba012-186b-45e1-922d-06b945d51de4 req-7c39a499-92b5-4996-8ae1-2d44033ffee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:46.539572 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-39eba012-186b-45e1-922d-06b945d51de4 req-7c39a499-92b5-4996-8ae1-2d44033ffee2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9a6c13a11d5746ed9ba089a64e8d2549&device_id=d39d8b4f-31c1-4ac5-9c65-a73ee6a64e21 HTTP/1.1" status: 200 len: 1137 time: 0.2239420 Jun 17 10:21:46.576380 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-e1c0bd74-1654-4909-90ba-87589a8bddb4 None None] Provisioning complete for port 91311a62-c506-4a3e-b0b5-90876d6ff360 triggered by entity DHCP. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:21:46.577563 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-e1c0bd74-1654-4909-90ba-87589a8bddb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:46.698013 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-df010d43-6382-4bab-902e-6fbf7801056b req-89ed1c81-53d7-4cdf-b3c7-f2d217931df4 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/security-groups?id=53de0d9a-5a0b-4ab8-8623-79700c1fe6a9&id=3122c439-d483-43df-b19f-39c837f27626&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1665545 Jun 17 10:21:46.713456 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229cd5f6-e71c-47ec-abdd-2ab8f9052b1b req-26482431-f647-469f-bcf2-0aae1137911a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:46.717740 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-229cd5f6-e71c-47ec-abdd-2ab8f9052b1b req-26482431-f647-469f-bcf2-0aae1137911a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256&tenant_id=d3921a4980a048a78ce6c633bbba19c9 HTTP/1.1" status: 200 len: 1096 time: 0.2601190 Jun 17 10:21:46.925252 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229cd5f6-e71c-47ec-abdd-2ab8f9052b1b req-4948aee7-db02-4d5d-a719-b39b62ab64d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:46.928159 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-229cd5f6-e71c-47ec-abdd-2ab8f9052b1b req-4948aee7-db02-4d5d-a719-b39b62ab64d2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d3921a4980a048a78ce6c633bbba19c9&device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 1096 time: 0.1420712 Jun 17 10:21:46.929741 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eba012-186b-45e1-922d-06b945d51de4 req-f1f09705-4bb6-4341-9899-190774c0c419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:46.933535 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-39eba012-186b-45e1-922d-06b945d51de4 req-f1f09705-4bb6-4341-9899-190774c0c419 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b9e4b84a-8dde-4ee3-9ab8-7dbe232b2e85 HTTP/1.1" status: 200 len: 916 time: 0.3798356 Jun 17 10:21:47.120273 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-39eba012-186b-45e1-922d-06b945d51de4 req-05b196ca-5a2d-42b0-bcdd-55f96226972f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91311a62-c506-4a3e-b0b5-90876d6ff360 HTTP/1.1" status: 200 len: 1000 time: 0.1659741 Jun 17 10:21:47.141242 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229cd5f6-e71c-47ec-abdd-2ab8f9052b1b req-c18b6937-1e3b-4a10-9dad-631c7444c222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:47.144712 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-229cd5f6-e71c-47ec-abdd-2ab8f9052b1b req-c18b6937-1e3b-4a10-9dad-631c7444c222 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fb6d1dc1-5856-427b-992b-099ce227c06b HTTP/1.1" status: 200 len: 918 time: 0.1927385 Jun 17 10:21:47.298590 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eba012-186b-45e1-922d-06b945d51de4 req-5e032825-25e9-4ee5-8346-0bb913288230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:47.305885 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-39eba012-186b-45e1-922d-06b945d51de4 req-5e032825-25e9-4ee5-8346-0bb913288230 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e0f4a3e0-d2e8-4ac0-b721-b783e50aed11 HTTP/1.1" status: 200 len: 854 time: 0.1256042 Jun 17 10:21:47.335136 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-229cd5f6-e71c-47ec-abdd-2ab8f9052b1b req-042c2ea2-3a00-49aa-85f3-a08ba97db7f1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b429b7bb-3267-47fb-ba69-c1a0ba672c9b HTTP/1.1" status: 200 len: 999 time: 0.1759422 Jun 17 10:21:47.419634 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d67ed8-711a-4589-8bc9-a1c96e05fbec req-3b614f72-59c3-4031-8b1f-f21006ab6305 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:47.423539 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-f6d67ed8-711a-4589-8bc9-a1c96e05fbec req-3b614f72-59c3-4031-8b1f-f21006ab6305 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 943 time: 0.3297555 Jun 17 10:21:47.476037 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229cd5f6-e71c-47ec-abdd-2ab8f9052b1b req-7ed293bd-cd23-4faf-9b4d-9f448a661218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:47.478868 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-229cd5f6-e71c-47ec-abdd-2ab8f9052b1b req-7ed293bd-cd23-4faf-9b4d-9f448a661218 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=235adf9a-5d00-4d35-8ffd-65944fdd0c17 HTTP/1.1" status: 200 len: 856 time: 0.1094503 Jun 17 10:21:47.517666 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eba012-186b-45e1-922d-06b945d51de4 req-3f803de4-688c-4ac9-aa40-db1664352a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:47.520558 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-39eba012-186b-45e1-922d-06b945d51de4 req-3f803de4-688c-4ac9-aa40-db1664352a5d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b9e4b84a-8dde-4ee3-9ab8-7dbe232b2e85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2032402 Jun 17 10:21:47.534059 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-f6d67ed8-711a-4589-8bc9-a1c96e05fbec req-5561b1eb-820a-4de1-9647-75bba4f1e335 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987132 Jun 17 10:21:47.658613 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229cd5f6-e71c-47ec-abdd-2ab8f9052b1b req-0446f345-e4fe-4d38-9fb8-5c97c48f0529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:47.661478 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-229cd5f6-e71c-47ec-abdd-2ab8f9052b1b req-0446f345-e4fe-4d38-9fb8-5c97c48f0529 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fb6d1dc1-5856-427b-992b-099ce227c06b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1722643 Jun 17 10:21:47.770901 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-39eba012-186b-45e1-922d-06b945d51de4 req-bcfcaf5b-70ca-4b19-8916-23a250dff3bf service neutron] 10.222.0.47 "GET /v2.0/networks/b9e4b84a-8dde-4ee3-9ab8-7dbe232b2e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293353 Jun 17 10:21:47.903492 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-229cd5f6-e71c-47ec-abdd-2ab8f9052b1b req-bc2e4839-9432-4bde-a112-d5d9d787ac5a service neutron] 10.222.0.47 "GET /v2.0/networks/fb6d1dc1-5856-427b-992b-099ce227c06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292247 Jun 17 10:21:48.021010 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-39eba012-186b-45e1-922d-06b945d51de4 req-d2336558-19e7-484d-bc77-c74de2ff4a66 service neutron] 10.222.0.47 "GET /v2.0/networks/b9e4b84a-8dde-4ee3-9ab8-7dbe232b2e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380025 Jun 17 10:21:48.073759 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac716aa-a4e1-4ec7-9a24-0efa3df00946 req-0e57c743-192e-4a42-9277-a05d00394eae tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:48.076511 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-eac716aa-a4e1-4ec7-9a24-0efa3df00946 req-0e57c743-192e-4a42-9277-a05d00394eae tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.1551549 Jun 17 10:21:48.095626 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-229cd5f6-e71c-47ec-abdd-2ab8f9052b1b req-b0331118-f82a-45c1-808c-edbe0d7f27db service neutron] 10.222.0.47 "GET /v2.0/networks/fb6d1dc1-5856-427b-992b-099ce227c06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753888 Jun 17 10:21:48.164012 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-eac716aa-a4e1-4ec7-9a24-0efa3df00946 req-ffed579e-5e9d-4543-86ce-98b6505e98c6 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748754 Jun 17 10:21:48.386245 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9b8bf8bf-3de7-4636-81b2-3ef03b9dc38c req-cb8c4158-8853-4b20-ba12-5b21ca6f1603 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1406910820&fields=id&tenant_id=a48f3a58719945bcbe434bb642bb07c4 HTTP/1.1" status: 200 len: 267 time: 0.0532336 Jun 17 10:21:48.608142 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8bf8bf-3de7-4636-81b2-3ef03b9dc38c req-3c1fae51-5f1a-45e7-990c-91c19e470135 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:48.612538 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9b8bf8bf-3de7-4636-81b2-3ef03b9dc38c req-3c1fae51-5f1a-45e7-990c-91c19e470135 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/networks?id=a9682b63-2ad1-4cec-a7f3-70239b2c7a86 HTTP/1.1" status: 200 len: 808 time: 0.2124498 Jun 17 10:21:48.635727 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9b8bf8bf-3de7-4636-81b2-3ef03b9dc38c req-ef911571-bcb8-481d-88ef-8fe0aea6045f tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/quotas/a48f3a58719945bcbe434bb642bb07c4 HTTP/1.1" status: 200 len: 375 time: 0.0129137 Jun 17 10:21:48.789107 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9b8bf8bf-3de7-4636-81b2-3ef03b9dc38c req-6ef1d756-f8c0-41d1-bf41-ef56e9178a0a tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a48f3a58719945bcbe434bb642bb07c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1460841 Jun 17 10:21:49.010636 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9b8bf8bf-3de7-4636-81b2-3ef03b9dc38c req-a0cd6dc7-a8cd-4121-928c-f01a62cf406d service neutron] 10.222.0.22 "GET /v2.0/networks/a9682b63-2ad1-4cec-a7f3-70239b2c7a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944981 Jun 17 10:21:49.379350 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9b8bf8bf-3de7-4636-81b2-3ef03b9dc38c req-941d4cb7-43db-4d3f-88ba-61601ec27fdd service neutron] 10.222.0.22 "GET /v2.0/networks/a9682b63-2ad1-4cec-a7f3-70239b2c7a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371487 Jun 17 10:21:49.422111 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5e2a0e-aa40-4d24-82c3-b103abcaa848 req-20d8d586-5e0d-49b1-8859-2dfbde37c5eb tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:49.430807 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-1a5e2a0e-aa40-4d24-82c3-b103abcaa848 req-20d8d586-5e0d-49b1-8859-2dfbde37c5eb tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d10d4450-92d2-4152-b17a-0634009dee27 HTTP/1.1" status: 200 len: 945 time: 0.1953745 Jun 17 10:21:49.529663 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-1a5e2a0e-aa40-4d24-82c3-b103abcaa848 req-4628092d-3a89-4715-b154-91cd653148e4 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b298a6e-ca03-4b84-a35f-a75e19063a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974228 Jun 17 10:21:49.896076 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb705748-2cb5-497f-8fbf-366ef32a6abd req-962bdde0-0937-4887-b9ca-01e3b403a890 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:49.898835 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-cb705748-2cb5-497f-8fbf-366ef32a6abd req-962bdde0-0937-4887-b9ca-01e3b403a890 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 943 time: 0.1855221 Jun 17 10:21:49.982521 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-cb705748-2cb5-497f-8fbf-366ef32a6abd req-27a9bf23-9188-4e0c-8b25-866f9c766394 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706806 Jun 17 10:21:50.501622 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab917b28-e475-408d-b0b6-390872713581 req-64e48d34-21ed-4d91-a0b5-a23707afbee8 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:50.505199 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-ab917b28-e475-408d-b0b6-390872713581 req-64e48d34-21ed-4d91-a0b5-a23707afbee8 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.2092025 Jun 17 10:21:50.612901 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-ab917b28-e475-408d-b0b6-390872713581 req-0338a60a-5259-4017-be56-7619fb262923 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970340 Jun 17 10:21:51.046378 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680422e7-c96a-4650-a483-68f442414f68 req-d6467b40-fcd1-48b9-9b44-5036dccbfe45 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:51.059818 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-680422e7-c96a-4650-a483-68f442414f68 req-d6467b40-fcd1-48b9-9b44-5036dccbfe45 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d10d4450-92d2-4152-b17a-0634009dee27 HTTP/1.1" status: 200 len: 945 time: 0.2435510 Jun 17 10:21:51.227303 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-680422e7-c96a-4650-a483-68f442414f68 req-bf961a13-70e0-4d0b-af27-1f3fdb90909e tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b298a6e-ca03-4b84-a35f-a75e19063a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508150 Jun 17 10:21:51.606443 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-402dbd6b-abda-441e-87a2-a7cdc2cd273c req-8e004a9a-e271-439d-ad62-60de7be60733 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b173c33-c7ca-4c6e-98b8-79c9027970bb HTTP/1.1" status: 200 len: 210 time: 0.1252139 Jun 17 10:21:51.981477 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3195d88-a4ab-4f99-81ec-09314bf89b17 req-2eb696ce-542a-4519-abae-ba2b3b9c8a9b tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:51.984314 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-e3195d88-a4ab-4f99-81ec-09314bf89b17 req-2eb696ce-542a-4519-abae-ba2b3b9c8a9b tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 943 time: 0.2607350 Jun 17 10:21:52.146617 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-e3195d88-a4ab-4f99-81ec-09314bf89b17 req-957d8445-2cf6-4723-9ff1-e900e2fc158a tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296291 Jun 17 10:21:52.182371 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a80cf6-c17a-4691-9633-1a98b2a25328 req-f604ddcc-a057-4a39-a447-3a9813224871 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:52.185155 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-c8a80cf6-c17a-4691-9633-1a98b2a25328 req-f604ddcc-a057-4a39-a447-3a9813224871 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.1991887 Jun 17 10:21:52.331567 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-c8a80cf6-c17a-4691-9633-1a98b2a25328 req-20f39a3b-718c-491f-ae0a-3ce42a3ae978 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075091 Jun 17 10:21:53.333128 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-82976526-0174-4bf4-8648-bd68608eb731 req-2a4f4a0e-1d24-4f2a-8773-c8e845ca233b tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b173c33-c7ca-4c6e-98b8-79c9027970bb HTTP/1.1" status: 200 len: 210 time: 0.5551245 Jun 17 10:21:53.401175 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66742535-0718-472a-b38a-e7c990ba1701 req-168b6ee6-eeaa-4777-b469-8a4babfdfd59 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:53.403737 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-66742535-0718-472a-b38a-e7c990ba1701 req-168b6ee6-eeaa-4777-b469-8a4babfdfd59 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d10d4450-92d2-4152-b17a-0634009dee27 HTTP/1.1" status: 200 len: 945 time: 0.7131562 Jun 17 10:21:53.507334 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-66742535-0718-472a-b38a-e7c990ba1701 req-a54483d4-4a59-42ee-85ed-03a03e44f530 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b298a6e-ca03-4b84-a35f-a75e19063a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834458 Jun 17 10:21:53.781716 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e35ef3-4e56-475f-9a78-2c552a4747cc req-847ffe4e-ede2-4b98-860f-0d96812de510 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:53.792410 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-88e35ef3-4e56-475f-9a78-2c552a4747cc req-847ffe4e-ede2-4b98-860f-0d96812de510 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 943 time: 0.2747097 Jun 17 10:21:53.942518 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cf5fbc-311a-4b5b-8f15-a393f41654e2 req-210b24b3-d97c-4e95-a9c7-3dc30cc067ec tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:53.946224 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-f4cf5fbc-311a-4b5b-8f15-a393f41654e2 req-210b24b3-d97c-4e95-a9c7-3dc30cc067ec tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.2573984 Jun 17 10:21:53.956273 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-88e35ef3-4e56-475f-9a78-2c552a4747cc req-72cf2a98-635e-46e2-94cd-a4807263788d tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467662 Jun 17 10:21:54.047675 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-f4cf5fbc-311a-4b5b-8f15-a393f41654e2 req-ca7fbaa7-ccc9-4452-900f-550654b7251a tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897710 Jun 17 10:21:54.582582 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-beec5a87-5b18-411e-870e-0aad14d0ca87 req-02b4b65c-d0c2-4844-a0d5-7a21fef004d8 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b173c33-c7ca-4c6e-98b8-79c9027970bb HTTP/1.1" status: 200 len: 210 time: 0.0507767 Jun 17 10:21:55.219146 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe65a6e-3cc1-4e08-8c3f-55cbb8d71537 req-62d00c48-6a00-453f-bc4f-8f13964dd7dc tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:55.221324 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-1fe65a6e-3cc1-4e08-8c3f-55cbb8d71537 req-62d00c48-6a00-453f-bc4f-8f13964dd7dc tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d10d4450-92d2-4152-b17a-0634009dee27 HTTP/1.1" status: 200 len: 945 time: 0.1192930 Jun 17 10:21:55.300161 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-1fe65a6e-3cc1-4e08-8c3f-55cbb8d71537 req-7d9036e8-ba9c-449d-9452-d2bfe6b7e2b8 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b298a6e-ca03-4b84-a35f-a75e19063a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634012 Jun 17 10:21:55.477376 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a69aa6-64a2-4283-8b3e-374353e7e6d2 req-e303810b-e819-4937-bc9f-a232f3b388b2 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:55.480395 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-f4a69aa6-64a2-4283-8b3e-374353e7e6d2 req-e303810b-e819-4937-bc9f-a232f3b388b2 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 943 time: 0.1666698 Jun 17 10:21:55.599107 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-f4a69aa6-64a2-4283-8b3e-374353e7e6d2 req-cacf2ffa-5557-4b2c-b609-318346a30340 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106081 Jun 17 10:21:55.755434 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51b5ae6-5e98-4f68-aa94-80f719d0660a req-b7f77e84-5be9-4569-8619-06e96b94b74b tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:55.770816 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-f51b5ae6-5e98-4f68-aa94-80f719d0660a req-b7f77e84-5be9-4569-8619-06e96b94b74b tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.1964638 Jun 17 10:21:55.854331 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-f51b5ae6-5e98-4f68-aa94-80f719d0660a req-a586f500-c24a-4040-823b-32b8f9bc91de tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814834 Jun 17 10:21:56.041243 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-7e2af9bf-7a1c-4b01-b7d2-a2bebb97d017 req-5ef3e8b8-1fc8-440f-bfde-3552b75372dd tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b173c33-c7ca-4c6e-98b8-79c9027970bb HTTP/1.1" status: 200 len: 210 time: 0.0859351 Jun 17 10:21:56.691069 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46955e05-40d0-43b3-8f77-7efaf65501c0 req-023a7999-72e5-4e13-8e5f-20061bba0ea0 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:56.694418 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-46955e05-40d0-43b3-8f77-7efaf65501c0 req-023a7999-72e5-4e13-8e5f-20061bba0ea0 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d10d4450-92d2-4152-b17a-0634009dee27 HTTP/1.1" status: 200 len: 945 time: 0.1558199 Jun 17 10:21:56.784857 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-46955e05-40d0-43b3-8f77-7efaf65501c0 req-0294afc0-b402-4dea-a962-1481af9365eb tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b298a6e-ca03-4b84-a35f-a75e19063a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793922 Jun 17 10:21:57.261952 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebe13e8-7ab8-496e-a27f-6a9cc1ddd080 req-e1d234a0-7df7-4798-a60f-9e806574c501 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:57.272152 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-2ebe13e8-7ab8-496e-a27f-6a9cc1ddd080 req-e1d234a0-7df7-4798-a60f-9e806574c501 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 943 time: 0.2774258 Jun 17 10:21:57.425122 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-2ebe13e8-7ab8-496e-a27f-6a9cc1ddd080 req-6de1ae00-925f-4180-9c51-22f76b0ffcc7 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971987 Jun 17 10:21:57.521092 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c25d8-13de-4b2c-85f3-3730d1a8d18a req-41071293-acfa-4835-a8d8-b7fd54ca5131 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:57.523960 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-4b9c25d8-13de-4b2c-85f3-3730d1a8d18a req-41071293-acfa-4835-a8d8-b7fd54ca5131 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.2500722 Jun 17 10:21:57.604005 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-4b9c25d8-13de-4b2c-85f3-3730d1a8d18a req-36f4b464-7224-4398-acb2-732ac495c9f2 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660179 Jun 17 10:21:57.725077 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-ae870f16-350b-44ed-85d8-e91321ae00a9 req-46e61b05-5be1-4be0-b106-4782181064e5 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b173c33-c7ca-4c6e-98b8-79c9027970bb HTTP/1.1" status: 200 len: 210 time: 0.0628846 Jun 17 10:21:57.961180 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:21:58.185766 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d2934d-8e68-42cb-829e-3d62ccb099dc req-563759fd-b962-40ab-bbb9-47c0d8befda2 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:58.188829 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-a2d2934d-8e68-42cb-829e-3d62ccb099dc req-563759fd-b962-40ab-bbb9-47c0d8befda2 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d10d4450-92d2-4152-b17a-0634009dee27 HTTP/1.1" status: 200 len: 945 time: 0.1881917 Jun 17 10:21:58.261785 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-a2d2934d-8e68-42cb-829e-3d62ccb099dc req-8ef41f89-5354-4158-aed0-331a9c330152 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b298a6e-ca03-4b84-a35f-a75e19063a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615718 Jun 17 10:21:58.911568 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2276d2-6d2f-442f-94ba-1dbe0abd4349 req-a30a16ac-90cc-453b-9058-fc307f1a1bcd tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:58.911568 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-bb2276d2-6d2f-442f-94ba-1dbe0abd4349 req-a30a16ac-90cc-453b-9058-fc307f1a1bcd tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 943 time: 0.1629169 Jun 17 10:21:59.041120 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-bb2276d2-6d2f-442f-94ba-1dbe0abd4349 req-324529d9-44be-44ba-8751-478f4c33771a tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968535 Jun 17 10:21:59.096387 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f2f91-a2ae-4609-bd5a-6ee76c52d1bc req-8fce4563-67f4-4828-b0f0-dad19caa0a1c tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:59.096387 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-a23f2f91-a2ae-4609-bd5a-6ee76c52d1bc req-8fce4563-67f4-4828-b0f0-dad19caa0a1c tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.1242847 Jun 17 10:21:59.228854 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-a23f2f91-a2ae-4609-bd5a-6ee76c52d1bc req-2cd52087-22ab-443e-aa26-3206ef43bffd tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080101 Jun 17 10:21:59.381869 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6c2355fd-c4a7-4324-983e-75ef4004ab18 req-411531f5-69c8-4040-9af5-5decb0ed5c8f tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b173c33-c7ca-4c6e-98b8-79c9027970bb HTTP/1.1" status: 200 len: 210 time: 0.0594406 Jun 17 10:21:59.705585 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ba3c2-e39c-4d77-8223-14f0754b0e0c req-d3164562-f8b3-4d91-8818-4e411521680d tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:21:59.714887 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-976ba3c2-e39c-4d77-8223-14f0754b0e0c req-d3164562-f8b3-4d91-8818-4e411521680d tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d10d4450-92d2-4152-b17a-0634009dee27 HTTP/1.1" status: 200 len: 945 time: 0.1339481 Jun 17 10:22:00.159882 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-976ba3c2-e39c-4d77-8223-14f0754b0e0c req-0d758495-cb92-4948-8f62-34ca0bca0f0b tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b298a6e-ca03-4b84-a35f-a75e19063a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4403789 Jun 17 10:22:00.471130 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0987660-335e-47a4-89c3-743486c0ea98 req-a6f24b92-4528-4c74-a132-7af6336d6059 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:00.473981 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-c0987660-335e-47a4-89c3-743486c0ea98 req-a6f24b92-4528-4c74-a132-7af6336d6059 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 943 time: 0.1447659 Jun 17 10:22:00.635058 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-5dc7734e-10fe-485c-82f7-9016d0f67b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:00.636988 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-c0987660-335e-47a4-89c3-743486c0ea98 req-232ccd27-f40e-482b-8429-164dc7bd0e81 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452103 Jun 17 10:22:00.750618 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2adf30-ad36-42dd-a741-c8fa19d6a0cf req-3d8922e5-e302-408b-bafe-77ef53c85a48 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:00.764950 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-0e2adf30-ad36-42dd-a741-c8fa19d6a0cf req-3d8922e5-e302-408b-bafe-77ef53c85a48 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.2077944 Jun 17 10:22:00.895213 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-0e2adf30-ad36-42dd-a741-c8fa19d6a0cf req-f0c160fd-cb4c-4275-af32-2d1f6645eb37 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098382 Jun 17 10:22:01.029753 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-eeb7cf06-db95-4110-8bb6-1b38494fb89b req-6d7da160-ae85-4dfb-bb84-7f81c1ce3e79 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b173c33-c7ca-4c6e-98b8-79c9027970bb HTTP/1.1" status: 200 len: 210 time: 0.0583088 Jun 17 10:22:01.491532 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0843ec5a-e517-46f3-bd13-5523e0a62f1b req-70259e9a-17fd-47a9-9af7-c66f104b5296 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:01.498616 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-0843ec5a-e517-46f3-bd13-5523e0a62f1b req-70259e9a-17fd-47a9-9af7-c66f104b5296 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d10d4450-92d2-4152-b17a-0634009dee27 HTTP/1.1" status: 200 len: 945 time: 0.1264093 Jun 17 10:22:01.581890 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-0843ec5a-e517-46f3-bd13-5523e0a62f1b req-80ac7483-06ed-4ad1-bbcf-eaf4225cb683 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b298a6e-ca03-4b84-a35f-a75e19063a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699370 Jun 17 10:22:02.116802 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21519e4-a847-4480-a333-2d1448a32f94 req-cbad4d06-74a2-46c1-9a1d-c78157b531a5 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:02.130612 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-c21519e4-a847-4480-a333-2d1448a32f94 req-cbad4d06-74a2-46c1-9a1d-c78157b531a5 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 943 time: 0.1720662 Jun 17 10:22:02.241541 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-c21519e4-a847-4480-a333-2d1448a32f94 req-052fe8ad-08b9-48ae-9223-f39800946a1d tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096120 Jun 17 10:22:02.278383 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c4818-2dde-4844-9d7c-e0b4260c5662 req-4b1b7592-7f5b-4aec-816e-fb3ba517eedb tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:02.280954 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-2f1c4818-2dde-4844-9d7c-e0b4260c5662 req-4b1b7592-7f5b-4aec-816e-fb3ba517eedb tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.1338894 Jun 17 10:22:02.355597 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-2f1c4818-2dde-4844-9d7c-e0b4260c5662 req-3054f673-66ca-49e1-90db-dfda6e471ea3 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639071 Jun 17 10:22:02.526754 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-5b7185a6-10d6-484a-8028-13ddb16229ab req-6cee5b01-0b59-4acc-b0d5-da439d3cf59c tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b173c33-c7ca-4c6e-98b8-79c9027970bb HTTP/1.1" status: 200 len: 210 time: 0.0548840 Jun 17 10:22:03.014293 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed15e32f-850d-4371-bead-6126a4e2a911 req-085443a2-051c-449b-84f8-32ff70dc7fc4 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:03.017226 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-ed15e32f-850d-4371-bead-6126a4e2a911 req-085443a2-051c-449b-84f8-32ff70dc7fc4 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d10d4450-92d2-4152-b17a-0634009dee27 HTTP/1.1" status: 200 len: 945 time: 0.2038491 Jun 17 10:22:03.087681 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-ed15e32f-850d-4371-bead-6126a4e2a911 req-d6352442-7bdd-40ca-aa4a-6964c39c95fb tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b298a6e-ca03-4b84-a35f-a75e19063a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608742 Jun 17 10:22:03.300330 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-c38d82d8-4c60-4192-b7fb-410ad04ba829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:03.455370 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:03.600990 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0220ae-4468-4c68-a162-b84cdc05eaf5 req-6dadda28-6fff-4d8d-9afc-ab732a1766c8 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:03.604556 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9b0220ae-4468-4c68-a162-b84cdc05eaf5 req-6dadda28-6fff-4d8d-9afc-ab732a1766c8 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 943 time: 0.1601558 Jun 17 10:22:03.703720 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9b0220ae-4468-4c68-a162-b84cdc05eaf5 req-e431d0c3-b634-4163-886d-ec910f552800 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889890 Jun 17 10:22:03.795902 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbca474-1322-43bc-ac78-158679507552 req-ab678114-7b04-4974-99ee-b938c0e8eac9 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:03.800446 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-4dbca474-1322-43bc-ac78-158679507552 req-ab678114-7b04-4974-99ee-b938c0e8eac9 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.1666400 Jun 17 10:22:03.882790 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-4dbca474-1322-43bc-ac78-158679507552 req-ec021260-6551-45eb-86f1-d5f1fbd2a49e tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733502 Jun 17 10:22:03.956907 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-178567f9-f752-43a5-a71e-df4383fecadf req-eaea2a26-a1cd-4b00-94d5-7d85c630d332 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b173c33-c7ca-4c6e-98b8-79c9027970bb HTTP/1.1" status: 200 len: 210 time: 0.0503619 Jun 17 10:22:04.503060 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d584c50-257f-47c5-9433-35b20c760d2d req-32d00a4e-d36c-4db1-964d-4fffb86e62b1 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:04.516971 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6d584c50-257f-47c5-9433-35b20c760d2d req-32d00a4e-d36c-4db1-964d-4fffb86e62b1 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d10d4450-92d2-4152-b17a-0634009dee27 HTTP/1.1" status: 200 len: 945 time: 0.1758466 Jun 17 10:22:04.576905 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6d584c50-257f-47c5-9433-35b20c760d2d req-90e06bdf-b72a-4306-a1db-a09e91404784 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b298a6e-ca03-4b84-a35f-a75e19063a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577495 Jun 17 10:22:05.136206 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-76f1cb7e-d4ef-4c29-a3c2-2b16775f9f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:05.396653 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe24916-da23-4221-9e99-cee23311c004 req-4a42b3a6-b425-44f0-9ee9-90a1d10c3efc tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:05.400951 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6fe24916-da23-4221-9e99-cee23311c004 req-4a42b3a6-b425-44f0-9ee9-90a1d10c3efc tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 943 time: 0.1465251 Jun 17 10:22:05.507396 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6fe24916-da23-4221-9e99-cee23311c004 req-3f4f6eca-c856-4732-9a54-a8dbbcf8f139 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938694 Jun 17 10:22:05.716439 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b7758-a301-4e8e-8c48-e28e801f3c94 req-cb7c77d3-4dcc-4477-a288-f230c0ede1b9 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:05.720398 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-860b7758-a301-4e8e-8c48-e28e801f3c94 req-cb7c77d3-4dcc-4477-a288-f230c0ede1b9 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.1440425 Jun 17 10:22:05.799433 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-860b7758-a301-4e8e-8c48-e28e801f3c94 req-6ee518aa-f392-4637-ad61-eba5f412ef7f tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659583 Jun 17 10:22:05.844408 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-27b945ea-2960-4cbb-95d5-676dbb9012c9 req-d26d112f-29b9-4170-8176-32d89956c4a3 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b173c33-c7ca-4c6e-98b8-79c9027970bb HTTP/1.1" status: 200 len: 210 time: 0.0382082 Jun 17 10:22:06.176420 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021b8aa2-a46e-4c3d-abe5-5fd563d2b673 req-5d77f6a3-f5fc-4b31-9540-0a6d449cae3f tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:06.181817 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-021b8aa2-a46e-4c3d-abe5-5fd563d2b673 req-5d77f6a3-f5fc-4b31-9540-0a6d449cae3f tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d10d4450-92d2-4152-b17a-0634009dee27 HTTP/1.1" status: 200 len: 945 time: 0.1721685 Jun 17 10:22:06.201059 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddadfd4-ea69-4416-9b89-a481c131784b req-9deffd1f-586f-46f3-a352-e3fa9ceee8a8 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:06.204439 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-cddadfd4-ea69-4416-9b89-a481c131784b req-9deffd1f-586f-46f3-a352-e3fa9ceee8a8 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39d8b4f-31c1-4ac5-9c65-a73ee6a64e21 HTTP/1.1" status: 200 len: 984 time: 0.1991212 Jun 17 10:22:06.322777 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-021b8aa2-a46e-4c3d-abe5-5fd563d2b673 req-08475cf3-772c-42b6-91df-adc0d6b817fa tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b298a6e-ca03-4b84-a35f-a75e19063a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160321 Jun 17 10:22:06.344514 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-cddadfd4-ea69-4416-9b89-a481c131784b req-b3331141-c20f-4bc9-b6b0-2713eeae743b tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/security-groups?id=53de0d9a-5a0b-4ab8-8623-79700c1fe6a9&id=3122c439-d483-43df-b19f-39c837f27626&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1249783 Jun 17 10:22:06.878099 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a252a6-f7cc-4d5b-86eb-055b83d86a47 req-47e77618-4971-44d2-a2df-dde1566037b6 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:06.881131 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-89a252a6-f7cc-4d5b-86eb-055b83d86a47 req-47e77618-4971-44d2-a2df-dde1566037b6 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 943 time: 0.1373479 Jun 17 10:22:06.974380 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-89a252a6-f7cc-4d5b-86eb-055b83d86a47 req-984e0060-4100-40b4-b522-927392aa1231 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761716 Jun 17 10:22:07.043355 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8334b2a8-081d-4a08-b273-522b2363e8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:07.181158 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0d0e66-bf02-4c76-87ea-cf9bb2ce62c0 req-e550b33a-863b-4b31-9b6a-f9e388a8c05a tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:07.184234 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6a0d0e66-bf02-4c76-87ea-cf9bb2ce62c0 req-e550b33a-863b-4b31-9b6a-f9e388a8c05a tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.1340127 Jun 17 10:22:07.244153 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-75d75909-62f9-461d-bcbc-a91dd1d88985 req-d942e3a0-1d8b-4252-b5d1-dc856f2ec76f tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b173c33-c7ca-4c6e-98b8-79c9027970bb HTTP/1.1" status: 200 len: 210 time: 0.0585263 Jun 17 10:22:07.298383 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6a0d0e66-bf02-4c76-87ea-cf9bb2ce62c0 req-973e596f-a59e-4558-848f-391c121ac56f tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978942 Jun 17 10:22:07.816907 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-fe75c313-9696-4770-a2b6-10d372d537c2 req-3612137d-3191-403d-8279-d7f3e683440a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c115ea05-b61c-4a41-9a4a-e0185fef6be8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1124332 Jun 17 10:22:07.935767 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d639c6d2-d7e5-4931-b570-e803a371c58c req-b4835106-1645-4ea1-b3e9-a91448236005 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:07.938567 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d639c6d2-d7e5-4931-b570-e803a371c58c req-b4835106-1645-4ea1-b3e9-a91448236005 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39d8b4f-31c1-4ac5-9c65-a73ee6a64e21 HTTP/1.1" status: 200 len: 984 time: 0.3065932 Jun 17 10:22:07.963073 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe75c313-9696-4770-a2b6-10d372d537c2 req-1bad4705-bc59-4a10-9ee4-0f024d430fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:07.969454 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-fe75c313-9696-4770-a2b6-10d372d537c2 req-1bad4705-bc59-4a10-9ee4-0f024d430fca service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5bd0dd2afc794054a2ded47901ac6c2e&device_id=c115ea05-b61c-4a41-9a4a-e0185fef6be8 HTTP/1.1" status: 200 len: 1098 time: 0.0955861 Jun 17 10:22:07.972685 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1bf0b2-5e01-4ba1-a6f6-d17edc046b96 req-3147fcc6-46eb-4a9f-a3c8-335151b56b98 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:07.984790 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-ba1bf0b2-5e01-4ba1-a6f6-d17edc046b96 req-3147fcc6-46eb-4a9f-a3c8-335151b56b98 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d10d4450-92d2-4152-b17a-0634009dee27 HTTP/1.1" status: 200 len: 945 time: 0.4111357 Jun 17 10:22:08.047539 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d34f07-0928-482b-9b81-72903237b6f8 req-8df28593-edae-4289-8458-80a34070a588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:08.051586 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-97d34f07-0928-482b-9b81-72903237b6f8 req-8df28593-edae-4289-8458-80a34070a588 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9a6c13a11d5746ed9ba089a64e8d2549&device_id=d39d8b4f-31c1-4ac5-9c65-a73ee6a64e21 HTTP/1.1" status: 200 len: 1137 time: 0.2967758 Jun 17 10:22:08.174677 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d639c6d2-d7e5-4931-b570-e803a371c58c req-b3661d9e-6898-4f4d-94c8-a86754cdff35 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/security-groups?id=53de0d9a-5a0b-4ab8-8623-79700c1fe6a9&id=3122c439-d483-43df-b19f-39c837f27626&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1825681 Jun 17 10:22:08.181043 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-ba1bf0b2-5e01-4ba1-a6f6-d17edc046b96 req-8a2e9fc0-f70d-45db-924d-a44fcf013096 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b298a6e-ca03-4b84-a35f-a75e19063a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815171 Jun 17 10:22:08.376322 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe75c313-9696-4770-a2b6-10d372d537c2 req-cb432c50-302c-4894-999c-44c991c32e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:08.378877 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-fe75c313-9696-4770-a2b6-10d372d537c2 req-cb432c50-302c-4894-999c-44c991c32e87 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d773beeb-675a-4b62-b751-30bf7ea2150d HTTP/1.1" status: 200 len: 920 time: 0.2405205 Jun 17 10:22:08.384494 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d34f07-0928-482b-9b81-72903237b6f8 req-bc10b28e-14bd-4674-80c5-2a5e55b67109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:08.387309 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-97d34f07-0928-482b-9b81-72903237b6f8 req-bc10b28e-14bd-4674-80c5-2a5e55b67109 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b9e4b84a-8dde-4ee3-9ab8-7dbe232b2e85 HTTP/1.1" status: 200 len: 916 time: 0.3108125 Jun 17 10:22:08.624200 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-fe75c313-9696-4770-a2b6-10d372d537c2 req-540f5cd5-cfd2-4900-ac18-c6eb825b26bc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3cc3dcf6-bcde-4ba1-a2d5-c135c31a5b0c HTTP/1.1" status: 200 len: 217 time: 0.2055182 Jun 17 10:22:08.748001 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe75c313-9696-4770-a2b6-10d372d537c2 req-5e57e56b-49b6-4520-98a3-8875b4530186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:08.751335 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-fe75c313-9696-4770-a2b6-10d372d537c2 req-5e57e56b-49b6-4520-98a3-8875b4530186 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e9682fe0-190f-4cfb-8a99-3f5500e89851 HTTP/1.1" status: 200 len: 859 time: 0.1046612 Jun 17 10:22:08.815579 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf0f248-7a1a-499b-9445-befffd923221 req-24369361-34ab-47d0-a91e-05468b59058e tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:08.817557 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-7bf0f248-7a1a-499b-9445-befffd923221 req-24369361-34ab-47d0-a91e-05468b59058e tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.47 "GET /v2.0/ports?device_id=d10d4450-92d2-4152-b17a-0634009dee27 HTTP/1.1" status: 200 len: 945 time: 0.4015970 Jun 17 10:22:08.821711 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-be2710b4-3687-4e9f-b033-1ffdc33ecc68 req-8362487f-05e1-43d6-a536-6d1d8a0c5839 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b173c33-c7ca-4c6e-98b8-79c9027970bb HTTP/1.1" status: 200 len: 210 time: 0.1729610 Jun 17 10:22:08.843734 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-97d34f07-0928-482b-9b81-72903237b6f8 req-8ace6510-fddc-4422-92e2-fe8a2dcab241 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91311a62-c506-4a3e-b0b5-90876d6ff360 HTTP/1.1" status: 200 len: 1000 time: 0.4229076 Jun 17 10:22:08.856421 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-fe75c313-9696-4770-a2b6-10d372d537c2 req-fccbe49b-1625-446e-a07f-d87f5584d20b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d773beeb-675a-4b62-b751-30bf7ea2150d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739844 Jun 17 10:22:08.980965 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2a0541-47bd-4eef-bc59-d1b094b79d2d req-04d4048e-84fb-4a6e-a9cf-12ee6b336f1e tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:08.988189 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-3e2a0541-47bd-4eef-bc59-d1b094b79d2d req-04d4048e-84fb-4a6e-a9cf-12ee6b336f1e tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 943 time: 0.5015275 Jun 17 10:22:08.998260 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d34f07-0928-482b-9b81-72903237b6f8 req-2b041bad-5968-4c36-9673-14e219c158de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:09.001260 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-97d34f07-0928-482b-9b81-72903237b6f8 req-2b041bad-5968-4c36-9673-14e219c158de service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e0f4a3e0-d2e8-4ac0-b721-b783e50aed11 HTTP/1.1" status: 200 len: 854 time: 0.1481040 Jun 17 10:22:09.154073 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-fe75c313-9696-4770-a2b6-10d372d537c2 req-4e43ccc2-602a-4ac6-a079-61bba3730caf service neutron] 10.222.0.47 "GET /v2.0/networks/d773beeb-675a-4b62-b751-30bf7ea2150d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809560 Jun 17 10:22:09.158122 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-3e2a0541-47bd-4eef-bc59-d1b094b79d2d req-cb284f98-d180-41e5-8110-8261665243e5 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555507 Jun 17 10:22:09.225577 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d34f07-0928-482b-9b81-72903237b6f8 req-b49e6d29-b8a9-43f3-b358-7f6cf0e11ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:09.227455 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-97d34f07-0928-482b-9b81-72903237b6f8 req-b49e6d29-b8a9-43f3-b358-7f6cf0e11ded service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b9e4b84a-8dde-4ee3-9ab8-7dbe232b2e85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2144134 Jun 17 10:22:09.244908 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934331dc-8766-49f7-bee8-199e229e6667 req-0fb0edeb-3d74-49fa-a6f5-0d6ce4962c61 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:09.247188 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-934331dc-8766-49f7-bee8-199e229e6667 req-0fb0edeb-3d74-49fa-a6f5-0d6ce4962c61 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.1757569 Jun 17 10:22:09.458221 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-934331dc-8766-49f7-bee8-199e229e6667 req-28fd8d22-dbba-4ea5-84db-088a6cd685ab tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966660 Jun 17 10:22:09.517327 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.plugin [req-7bf0f248-7a1a-499b-9445-befffd923221 req-d9bf950d-c73d-4533-944c-df4d9a949279 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Deleting port c895d625-b840-40cb-aac7-139b44c809b6 {{(pid=93645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:22:09.523559 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-7bf0f248-7a1a-499b-9445-befffd923221 req-d9bf950d-c73d-4533-944c-df4d9a949279 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740734272413'] for port, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:09.585952 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-97d34f07-0928-482b-9b81-72903237b6f8 req-cfc3eddd-47aa-4a6e-8cbd-130f2ba92d7f service neutron] 10.222.0.47 "GET /v2.0/networks/b9e4b84a-8dde-4ee3-9ab8-7dbe232b2e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3370280 Jun 17 10:22:09.727352 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525e8486-34c2-4d6e-b3b1-ac1ceaa3a202 req-74fca3ad-f006-4a8d-84ae-9902940b61e1 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:09.743847 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-525e8486-34c2-4d6e-b3b1-ac1ceaa3a202 req-74fca3ad-f006-4a8d-84ae-9902940b61e1 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d10d4450-92d2-4152-b17a-0634009dee27 HTTP/1.1" status: 200 len: 945 time: 0.3205752 Jun 17 10:22:09.793430 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-fe75c313-9696-4770-a2b6-10d372d537c2 req-99d46918-c173-4198-8535-1abd40572318 service neutron] 10.222.0.47 "GET /v2.0/networks/d773beeb-675a-4b62-b751-30bf7ea2150d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6214111 Jun 17 10:22:09.813733 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.db [req-7bf0f248-7a1a-499b-9445-befffd923221 req-d9bf950d-c73d-4533-944c-df4d9a949279 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] For port c895d625-b840-40cb-aac7-139b44c809b6, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=c895d625-b840-40cb-aac7-139b44c809b6,segment=NetworkSegment(18c6c105-9c0b-4401-b33f-19dbd1751948),segment_id=18c6c105-9c0b-4401-b33f-19dbd1751948)] {{(pid=93645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:22:09.814594 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-7bf0f248-7a1a-499b-9445-befffd923221 req-d9bf950d-c73d-4533-944c-df4d9a949279 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685530'] for port, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:09.927284 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.plugin [req-7bf0f248-7a1a-499b-9445-befffd923221 req-d9bf950d-c73d-4533-944c-df4d9a949279 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Calling delete_port for c895d625-b840-40cb-aac7-139b44c809b6 owned by compute:nova {{(pid=93645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:22:09.992397 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-525e8486-34c2-4d6e-b3b1-ac1ceaa3a202 req-3aa40564-7e5b-41af-8649-4b30a97514f4 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b298a6e-ca03-4b84-a35f-a75e19063a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458067 Jun 17 10:22:10.042808 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-97d34f07-0928-482b-9b81-72903237b6f8 req-cef2dc85-0ce5-4225-b040-50e1232a37f9 service neutron] 10.222.0.47 "GET /v2.0/networks/b9e4b84a-8dde-4ee3-9ab8-7dbe232b2e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4386473 Jun 17 10:22:10.099822 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1bc75f-6892-4dc6-99c0-5d686809c760 req-b14ae84d-2070-4ea2-b87c-4c4d39ba7a41 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:10.114191 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-1a1bc75f-6892-4dc6-99c0-5d686809c760 req-b14ae84d-2070-4ea2-b87c-4c4d39ba7a41 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39d8b4f-31c1-4ac5-9c65-a73ee6a64e21 HTTP/1.1" status: 200 len: 984 time: 0.2349141 Jun 17 10:22:10.197434 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-1a1bc75f-6892-4dc6-99c0-5d686809c760 req-c34f46c1-64e8-4ef0-935a-5a2d8d79df47 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/security-groups?id=53de0d9a-5a0b-4ab8-8623-79700c1fe6a9&id=3122c439-d483-43df-b19f-39c837f27626&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0816422 Jun 17 10:22:10.225126 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 51390) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:22:10.361656 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.db.db_base_plugin_v2 [None req-29340c7f-7551-4756-b579-7c4c30fcf1fe admin admin] Deleting subnet 8562bf84-5882-41a5-b8d8-dd6dc1d185dd {{(pid=93644) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 10:22:10.368428 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-29340c7f-7551-4756-b579-7c4c30fcf1fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:10.387987 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-7bf0f248-7a1a-499b-9445-befffd923221 req-d9bf950d-c73d-4533-944c-df4d9a949279 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740734277497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740733869096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129691318'] for port, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:10.408042 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] get_ports_and_sgs() called for port_ids ['04940f7f-87de-4aa6-ad53-1548536f45e1', '0156a4b6-95f6-46a5-b525-7dbb108aae7a'] {{(pid=93646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 10:22:10.432991 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-2100ed9f-f89f-4cca-9bf5-3045fc99cc0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:10.470110 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-50ed9ed5-4fdd-43fb-aaaa-e0f0195c072c req-356ff6c3-9a2d-497e-b1cf-80e2f8409bd1 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b173c33-c7ca-4c6e-98b8-79c9027970bb HTTP/1.1" status: 200 len: 210 time: 0.0564113 Jun 17 10:22:10.511766 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-29340c7f-7551-4756-b579-7c4c30fcf1fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128499310'] for subnet, precommit_delete_associations {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:10.677271 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bf950d-c73d-4533-944c-df4d9a949279 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Pushing event deleted for resources: {'Port': ['ID=c895d625-b840-40cb-aac7-139b44c809b6,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:10.686048 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-29340c7f-7551-4756-b579-7c4c30fcf1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3786257'] for subnet, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:10.719818 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-d9bf950d-c73d-4533-944c-df4d9a949279 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:10.849419 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bf0f248-7a1a-499b-9445-befffd923221 req-d9bf950d-c73d-4533-944c-df4d9a949279 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] No DVR routers for this DVR port c895d625-b840-40cb-aac7-139b44c809b6 on host hv-cinder-79680 {{(pid=93645) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 10:22:10.854729 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-7bf0f248-7a1a-499b-9445-befffd923221 req-d9bf950d-c73d-4533-944c-df4d9a949279 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733'] for port, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:10.857326 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-7bf0f248-7a1a-499b-9445-befffd923221 req-d9bf950d-c73d-4533-944c-df4d9a949279 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.47 "DELETE /v2.0/ports/c895d625-b840-40cb-aac7-139b44c809b6 HTTP/1.1" status: 204 len: 173 time: 2.0057104 Jun 17 10:22:10.865441 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd10d4450-92d2-4152-b17a-0634009dee27', 'name': 'network-vif-deleted', 'tag': 'c895d625-b840-40cb-aac7-139b44c809b6'}] {{(pid=93645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:22:10.869387 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25c6fbde856bb10fc3e6f7e7beb0655886cca8e381c3d168db957d1d9f65ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be421357-d188-453b-8f26-6da8b2bdd56a" -d '{"events": [{"server_uuid": "d10d4450-92d2-4152-b17a-0634009dee27", "name": "network-vif-deleted", "tag": "c895d625-b840-40cb-aac7-139b44c809b6"}]}' {{(pid=93645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:22:10.885436 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8bf8bf-3de7-4636-81b2-3ef03b9dc38c req-53f65a46-211f-4f55-80d9-e18c38c7a208 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:10.890137 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-9b8bf8bf-3de7-4636-81b2-3ef03b9dc38c req-53f65a46-211f-4f55-80d9-e18c38c7a208 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.47 "GET /v2.0/networks?id=a9682b63-2ad1-4cec-a7f3-70239b2c7a86 HTTP/1.1" status: 200 len: 808 time: 0.8148150 Jun 17 10:22:11.028638 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-9b8bf8bf-3de7-4636-81b2-3ef03b9dc38c req-f7f52f16-2ad2-436d-943a-f85a89b22acc tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a48f3a58719945bcbe434bb642bb07c4 HTTP/1.1" status: 200 len: 380 time: 0.1295631 Jun 17 10:22:11.056092 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.v2.base [req-9b8bf8bf-3de7-4636-81b2-3ef03b9dc38c req-7f050f91-67fb-409a-b39d-eceba42e91c3 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Request body: {'port': {'device_id': '4b173c33-c7ca-4c6e-98b8-79c9027970bb', 'network_id': 'a9682b63-2ad1-4cec-a7f3-70239b2c7a86', 'admin_state_up': True, 'tenant_id': 'a48f3a58719945bcbe434bb642bb07c4', 'security_groups': ['70eaf6ca-0936-4be3-96f5-83f2f2424c1c']}} {{(pid=93645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:22:11.056413 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51f39db-a6bb-4efd-9000-28ddc5a02621 req-96c0fe0f-16b0-4b3e-b333-35f0e9036117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:11.058692 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-a51f39db-a6bb-4efd-9000-28ddc5a02621 req-96c0fe0f-16b0-4b3e-b333-35f0e9036117 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 1098 time: 0.5655837 Jun 17 10:22:11.187633 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-a51f39db-a6bb-4efd-9000-28ddc5a02621 req-e6daa49d-6666-42bc-a3bf-512f1b818331 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140618 Jun 17 10:22:11.194889 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-29340c7f-7551-4756-b579-7c4c30fcf1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3786264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125912260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130007636'] for subnet, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:11.214989 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f16ddd-ba2b-4a9f-84ab-64a7a22c575f req-91a3b9a5-ad5b-43df-94c4-80f8806f27e9 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:11.232868 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-c3f16ddd-ba2b-4a9f-84ab-64a7a22c575f req-91a3b9a5-ad5b-43df-94c4-80f8806f27e9 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.4198711 Jun 17 10:22:11.248405 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-b7b8c4dd-0c00-413d-bdba-41c6b0994577 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:11.330477 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-29340c7f-7551-4756-b579-7c4c30fcf1fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:11.334661 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-29340c7f-7551-4756-b579-7c4c30fcf1fe admin admin] 10.222.0.22 "DELETE /v2.0/subnets/8562bf84-5882-41a5-b8d8-dd6dc1d185dd HTTP/1.1" status: 204 len: 168 time: 1.1076295 Jun 17 10:22:11.341518 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 51414) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:22:11.355649 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29340c7f-7551-4756-b579-7c4c30fcf1fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8562bf84-5882-41a5-b8d8-dd6dc1d185dd,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:11.361585 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-29340c7f-7551-4756-b579-7c4c30fcf1fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:11.382544 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f125c-8ccf-4402-a05a-5a5ebb9c0968 req-7ab986af-175c-45d8-81a4-67bcfad0cd30 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:11.397625 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9c8f125c-8ccf-4402-a05a-5a5ebb9c0968 req-7ab986af-175c-45d8-81a4-67bcfad0cd30 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 943 time: 0.5812542 Jun 17 10:22:11.461152 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-c3f16ddd-ba2b-4a9f-84ab-64a7a22c575f req-49903cfd-7c3b-4632-86c9-301224268409 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251704 Jun 17 10:22:11.485543 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9c8f125c-8ccf-4402-a05a-5a5ebb9c0968 req-dd7522ae-dda9-4322-9240-48832007abb7 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862646 Jun 17 10:22:11.551956 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-e7d02fb0-530d-442c-b4e5-01dac69930a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3843219'] for network, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:11.576308 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e3476d-30b8-4f95-852d-f6605b922097 x-openstack-request-id: req-35e3476d-30b8-4f95-852d-f6605b922097 {{(pid=93645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:22:11.576308 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d10d4450-92d2-4152-b17a-0634009dee27", "name": "network-vif-deleted", "tag": "c895d625-b840-40cb-aac7-139b44c809b6", "status": "completed", "code": 200}]} {{(pid=93645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:22:11.576308 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-35e3476d-30b8-4f95-852d-f6605b922097 {{(pid=93645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:22:11.576308 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd10d4450-92d2-4152-b17a-0634009dee27', 'name': 'network-vif-deleted', 'tag': 'c895d625-b840-40cb-aac7-139b44c809b6', 'status': 'completed', 'code': 200} Jun 17 10:22:11.677955 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b8bf8bf-3de7-4636-81b2-3ef03b9dc38c req-7f050f91-67fb-409a-b39d-eceba42e91c3 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Made reservation on behalf of a48f3a58719945bcbe434bb642bb07c4 for: {'port': 1} {{(pid=93645) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:22:11.684184 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-9b8bf8bf-3de7-4636-81b2-3ef03b9dc38c req-7f050f91-67fb-409a-b39d-eceba42e91c3 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3930454'] for port, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:11.773490 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-e7d02fb0-530d-442c-b4e5-01dac69930a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3792520', 'neutron.services.segments.db._delete_segments_for_network-8740734359601'] for network, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:11.802215 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.services.segments.db [None req-e7d02fb0-530d-442c-b4e5-01dac69930a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8288f44a-001c-45e0-a822-1d38b217e6cb']}} {{(pid=93645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:22:11.851583 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-22ce1c67-799c-4f00-9e76-1cff61084c5f req-654c47db-e860-4ff9-8cd9-10dd4f31e392 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=d10d4450-92d2-4152-b17a-0634009dee27 HTTP/1.1" status: 200 len: 210 time: 0.0617716 Jun 17 10:22:11.857618 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.services.segments.db [None req-e7d02fb0-530d-442c-b4e5-01dac69930a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd44749d3-f7cc-4146-9474-87cfbc4fcd9f') {'for_net_delete': True} {{(pid=93645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:22:11.858198 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.services.segments.db [None req-e7d02fb0-530d-442c-b4e5-01dac69930a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd44749d3-f7cc-4146-9474-87cfbc4fcd9f') {} {{(pid=93645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:22:11.891108 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-e7d02fb0-530d-442c-b4e5-01dac69930a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740734358402', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129947326'] for segment, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:11.945371 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-e7d02fb0-530d-442c-b4e5-01dac69930a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3785028'] for segment, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:12.003001 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7d02fb0-530d-442c-b4e5-01dac69930a4 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=93645) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 10:22:12.003678 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-e7d02fb0-530d-442c-b4e5-01dac69930a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3785028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129691361'] for segment, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:12.008656 dv-cinder-796806-1-iscsi neutron-server[93645]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 10:22:12.008656 dv-cinder-796806-1-iscsi neutron-server[93645]: conditions |= (models_v2.Port.network_id.in_( Jun 17 10:22:12.008656 dv-cinder-796806-1-iscsi neutron-server[93645]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:22:12.008656 dv-cinder-796806-1-iscsi neutron-server[93645]: retrieve_revision_numbers = { Jun 17 10:22:12.008656 dv-cinder-796806-1-iscsi neutron-server[93645]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:22:12.008656 dv-cinder-796806-1-iscsi neutron-server[93645]: retrieve_revision_numbers = { Jun 17 10:22:12.008656 dv-cinder-796806-1-iscsi neutron-server[93645]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:22:12.008656 dv-cinder-796806-1-iscsi neutron-server[93645]: retrieve_revision_numbers = { Jun 17 10:22:12.008656 dv-cinder-796806-1-iscsi neutron-server[93645]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 10:22:12.008656 dv-cinder-796806-1-iscsi neutron-server[93645]: conditions |= (models_v2.Port.network_id.in_( Jun 17 10:22:12.008656 dv-cinder-796806-1-iscsi neutron-server[93645]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:22:12.008656 dv-cinder-796806-1-iscsi neutron-server[93645]: retrieve_revision_numbers = { Jun 17 10:22:12.008656 dv-cinder-796806-1-iscsi neutron-server[93645]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 10:22:12.008656 dv-cinder-796806-1-iscsi neutron-server[93645]: conditions |= (models_v2.Port.network_id.in_( Jun 17 10:22:12.008656 dv-cinder-796806-1-iscsi neutron-server[93645]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:22:12.008656 dv-cinder-796806-1-iscsi neutron-server[93645]: retrieve_revision_numbers = { Jun 17 10:22:12.008656 dv-cinder-796806-1-iscsi neutron-server[93645]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:22:12.008656 dv-cinder-796806-1-iscsi neutron-server[93645]: retrieve_revision_numbers = { Jun 17 10:22:12.008656 dv-cinder-796806-1-iscsi neutron-server[93645]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:22:12.008656 dv-cinder-796806-1-iscsi neutron-server[93645]: retrieve_revision_numbers = { Jun 17 10:22:12.008656 dv-cinder-796806-1-iscsi neutron-server[93645]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:22:12.008656 dv-cinder-796806-1-iscsi neutron-server[93645]: retrieve_revision_numbers = { Jun 17 10:22:12.008656 dv-cinder-796806-1-iscsi neutron-server[93645]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 10:22:12.008656 dv-cinder-796806-1-iscsi neutron-server[93645]: conditions |= (models_v2.Port.network_id.in_( Jun 17 10:22:12.008656 dv-cinder-796806-1-iscsi neutron-server[93645]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:22:12.008656 dv-cinder-796806-1-iscsi neutron-server[93645]: retrieve_revision_numbers = { Jun 17 10:22:12.008656 dv-cinder-796806-1-iscsi neutron-server[93645]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:22:12.008656 dv-cinder-796806-1-iscsi neutron-server[93645]: retrieve_revision_numbers = { Jun 17 10:22:12.008656 dv-cinder-796806-1-iscsi neutron-server[93645]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 10:22:12.008656 dv-cinder-796806-1-iscsi neutron-server[93645]: conditions |= (models_v2.Port.network_id.in_( Jun 17 10:22:12.008656 dv-cinder-796806-1-iscsi neutron-server[93645]: Traceback (most recent call last): Jun 17 10:22:12.008656 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 10:22:12.008656 dv-cinder-796806-1-iscsi neutron-server[93645]: timer() Jun 17 10:22:12.008656 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 10:22:12.008656 dv-cinder-796806-1-iscsi neutron-server[93645]: cb(*args, **kw) Jun 17 10:22:12.008656 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 10:22:12.008656 dv-cinder-796806-1-iscsi neutron-server[93645]: return func(*args, **kwargs) Jun 17 10:22:12.008656 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 10:22:12.008656 dv-cinder-796806-1-iscsi neutron-server[93645]: self._notify() Jun 17 10:22:12.008656 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 10:22:12.008656 dv-cinder-796806-1-iscsi neutron-server[93645]: self.callback(batched_events) Jun 17 10:22:12.008656 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 10:22:12.008656 dv-cinder-796806-1-iscsi neutron-server[93645]: event.method(event) Jun 17 10:22:12.008656 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 10:22:12.008656 dv-cinder-796806-1-iscsi neutron-server[93645]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 10:22:12.008656 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 10:22:12.008656 dv-cinder-796806-1-iscsi neutron-server[93645]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 10:22:12.008656 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 10:22:12.008656 dv-cinder-796806-1-iscsi neutron-server[93645]: return f(self, *a, **k) Jun 17 10:22:12.008656 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 10:22:12.008656 dv-cinder-796806-1-iscsi neutron-server[93645]: return self._get(url).json() Jun 17 10:22:12.008656 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 10:22:12.008656 dv-cinder-796806-1-iscsi neutron-server[93645]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 10:22:12.008656 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 10:22:12.008656 dv-cinder-796806-1-iscsi neutron-server[93645]: return self.request(url, 'GET', **kwargs) Jun 17 10:22:12.025868 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 10:22:12.025868 dv-cinder-796806-1-iscsi neutron-server[93645]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 10:22:12.025868 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 10:22:12.025868 dv-cinder-796806-1-iscsi neutron-server[93645]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 10:22:12.025868 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 10:22:12.025868 dv-cinder-796806-1-iscsi neutron-server[93645]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 10:22:12.025868 dv-cinder-796806-1-iscsi neutron-server[93645]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 10:22:12.031430 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc9913-799f-4bc0-a128-62bc7500ddc6 req-a98a7b01-5f7e-4701-8f6f-d6788015aa14 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:12.031670 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device c895d625-b840-40cb-aac7-139b44c809b6 no longer exists at agent hyperv_hv-cinder-79680 {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:22:12.034969 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-e4cc9913-799f-4bc0-a128-62bc7500ddc6 req-a98a7b01-5f7e-4701-8f6f-d6788015aa14 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39d8b4f-31c1-4ac5-9c65-a73ee6a64e21 HTTP/1.1" status: 200 len: 984 time: 0.1921718 Jun 17 10:22:12.091767 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] No Port match for: c895d625-b840-40cb-aac7-139b44c809b6 {{(pid=93646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 10:22:12.092272 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device c895d625-b840-40cb-aac7-139b44c809b6 not bound to the agent host hv-cinder-79680 {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 10:22:12.106915 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-e4cc9913-799f-4bc0-a128-62bc7500ddc6 req-62f3a6db-8ab5-46c4-a891-010a0ba1d554 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/security-groups?id=53de0d9a-5a0b-4ab8-8623-79700c1fe6a9&id=3122c439-d483-43df-b19f-39c837f27626&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0688562 Jun 17 10:22:12.124173 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.db_base_plugin_common [req-9b8bf8bf-3de7-4636-81b2-3ef03b9dc38c req-7f050f91-67fb-409a-b39d-eceba42e91c3 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Allocated IP 172.20.0.9 (a9682b63-2ad1-4cec-a7f3-70239b2c7a86/9ede7e81-dfd0-4030-b334-ce8baee8e073/1c2f9b52-acf9-48c2-9f3a-59435020184d) {{(pid=93645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:22:12.182342 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-74d1e86e-e2c4-4b5f-a8f4-4af28b24f849 req-1df69319-8fdf-4f03-b7d0-d944204ecb57 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b173c33-c7ca-4c6e-98b8-79c9027970bb HTTP/1.1" status: 200 len: 210 time: 0.0396023 Jun 17 10:22:12.349744 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-e7d02fb0-530d-442c-b4e5-01dac69930a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3792531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-714710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684612'] for network, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:12.379368 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:12.389034 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-e7d02fb0-530d-442c-b4e5-01dac69930a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625220'] for network, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:12.393358 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-e7d02fb0-530d-442c-b4e5-01dac69930a4 admin admin] 10.222.0.22 "DELETE /v2.0/networks/8288f44a-001c-45e0-a822-1d38b217e6cb HTTP/1.1" status: 204 len: 168 time: 1.0500379 Jun 17 10:22:12.398147 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 51424) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:22:12.413913 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d02fb0-530d-442c-b4e5-01dac69930a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=8288f44a-001c-45e0-a822-1d38b217e6cb,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:12.425372 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-e7d02fb0-530d-442c-b4e5-01dac69930a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:12.472292 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-9b8bf8bf-3de7-4636-81b2-3ef03b9dc38c req-7f050f91-67fb-409a-b39d-eceba42e91c3 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Notify callbacks [] for port, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:12.507115 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.provisioning_blocks [req-9b8bf8bf-3de7-4636-81b2-3ef03b9dc38c req-7f050f91-67fb-409a-b39d-eceba42e91c3 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Transition to ACTIVE for port object 1c2f9b52-acf9-48c2-9f3a-59435020184d will not be triggered until provisioned by entity DHCP. {{(pid=93645) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:22:12.630937 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.db.db_base_plugin_v2 [None req-9326c4c1-ea58-44c4-9ca5-7320625ecbb8 admin admin] Deleting subnet 88695be2-352f-4b09-9507-411b137f8c63 {{(pid=93644) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 10:22:12.635067 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-9326c4c1-ea58-44c4-9ca5-7320625ecbb8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:12.700825 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-9326c4c1-ea58-44c4-9ca5-7320625ecbb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128499310'] for subnet, precommit_delete_associations {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:12.763805 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-9b8bf8bf-3de7-4636-81b2-3ef03b9dc38c req-7f050f91-67fb-409a-b39d-eceba42e91c3 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3925395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740733869087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129691327'] for port, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:12.772828 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-08df2887-7186-4b9e-850d-421b231cac79 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:12.779098 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-9326c4c1-ea58-44c4-9ca5-7320625ecbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3786257'] for subnet, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:12.868536 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b8bf8bf-3de7-4636-81b2-3ef03b9dc38c req-7f050f91-67fb-409a-b39d-eceba42e91c3 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Network a9682b63-2ad1-4cec-a7f3-70239b2c7a86 is already hosted by enough agents. {{(pid=93645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:22:12.874969 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.base_scheduler [req-9b8bf8bf-3de7-4636-81b2-3ef03b9dc38c req-7f050f91-67fb-409a-b39d-eceba42e91c3 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Resources bound (agent type, host, resource id): {{(pid=93645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:22:12.886391 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b8bf8bf-3de7-4636-81b2-3ef03b9dc38c req-7f050f91-67fb-409a-b39d-eceba42e91c3 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Received port after_create {{(pid=93645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:22:12.949543 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f050f91-67fb-409a-b39d-eceba42e91c3 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Pushing event updated for resources: {'Port': ['ID=1c2f9b52-acf9-48c2-9f3a-59435020184d,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:12.965291 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-7f050f91-67fb-409a-b39d-eceba42e91c3 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:13.051191 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8bf8bf-3de7-4636-81b2-3ef03b9dc38c req-7f050f91-67fb-409a-b39d-eceba42e91c3 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:13.052571 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-9b8bf8bf-3de7-4636-81b2-3ef03b9dc38c req-7f050f91-67fb-409a-b39d-eceba42e91c3 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733'] for port, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:13.087345 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efa6629-766d-4cd0-ad81-2c6bd4c13c52 req-a93433c3-60d6-4266-8214-222b9f81f3c6 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:13.091577 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-2efa6629-766d-4cd0-ad81-2c6bd4c13c52 req-a93433c3-60d6-4266-8214-222b9f81f3c6 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.3024201 Jun 17 10:22:13.197002 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-2efa6629-766d-4cd0-ad81-2c6bd4c13c52 req-24825967-df45-46e6-aa07-3d5190d04b5d tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939126 Jun 17 10:22:13.205537 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df4b6d8-0f25-4c73-85e5-6363710c0e4b req-abd10b2c-6eb4-4104-9cb7-a80d7b479636 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:13.207781 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-5df4b6d8-0f25-4c73-85e5-6363710c0e4b req-abd10b2c-6eb4-4104-9cb7-a80d7b479636 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 943 time: 0.3876503 Jun 17 10:22:13.245814 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-9b8bf8bf-3de7-4636-81b2-3ef03b9dc38c req-7f050f91-67fb-409a-b39d-eceba42e91c3 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2106652 Jun 17 10:22:13.265986 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-9326c4c1-ea58-44c4-9ca5-7320625ecbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3786264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125912260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130007636'] for subnet, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:13.287094 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-cf28cfe0-a9f8-4533-b7a9-131651937dbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:13.358837 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-5df4b6d8-0f25-4c73-85e5-6363710c0e4b req-4a6997a2-4979-4e46-83db-9e101af60bea tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310341 Jun 17 10:22:13.362644 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9326c4c1-ea58-44c4-9ca5-7320625ecbb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88695be2-352f-4b09-9507-411b137f8c63,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:13.366171 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-9326c4c1-ea58-44c4-9ca5-7320625ecbb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:13.374480 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-9326c4c1-ea58-44c4-9ca5-7320625ecbb8 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/88695be2-352f-4b09-9507-411b137f8c63 HTTP/1.1" status: 204 len: 168 time: 0.9734321 Jun 17 10:22:13.375880 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 51440) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:22:13.377279 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-9326c4c1-ea58-44c4-9ca5-7320625ecbb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:13.551658 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-819dcf5a-c8bf-4289-ad21-ce5baf0c37c4 None None] Provisioning for port 1c2f9b52-acf9-48c2-9f3a-59435020184d completed by entity DHCP. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:22:13.564875 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-819dcf5a-c8bf-4289-ad21-ce5baf0c37c4 None None] Provisioning complete for port 1c2f9b52-acf9-48c2-9f3a-59435020184d triggered by entity DHCP. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:22:13.565495 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-819dcf5a-c8bf-4289-ad21-ce5baf0c37c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:13.570749 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-e1f5a9db-2f86-4d1d-830c-cf29a90710c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3843219'] for network, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:13.687608 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-819dcf5a-c8bf-4289-ad21-ce5baf0c37c4 None None] Port 1c2f9b52-acf9-48c2-9f3a-59435020184d cannot update to ACTIVE because it is not bound. {{(pid=93646) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 10:22:14.111988 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-e1f5a9db-2f86-4d1d-830c-cf29a90710c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3792520', 'neutron.services.segments.db._delete_segments_for_network-8740734359601'] for network, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:14.137049 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.services.segments.db [None req-e1f5a9db-2f86-4d1d-830c-cf29a90710c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79e43bbd-95bf-4b63-a014-fcd7c61946bd']}} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:22:14.169638 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.services.segments.db [None req-e1f5a9db-2f86-4d1d-830c-cf29a90710c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd298de0-edcb-428b-841c-89689e107b0c') {'for_net_delete': True} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:22:14.170490 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.services.segments.db [None req-e1f5a9db-2f86-4d1d-830c-cf29a90710c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd298de0-edcb-428b-841c-89689e107b0c') {} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:22:14.197865 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-e1f5a9db-2f86-4d1d-830c-cf29a90710c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740734358402', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128499297'] for segment, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:14.238581 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-e1f5a9db-2f86-4d1d-830c-cf29a90710c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3785028'] for segment, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:14.267078 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1f5a9db-2f86-4d1d-830c-cf29a90710c4 admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=93644) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 10:22:14.267773 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-e1f5a9db-2f86-4d1d-830c-cf29a90710c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3785028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125912169'] for segment, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:14.271001 dv-cinder-796806-1-iscsi neutron-server[93644]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 10:22:14.271001 dv-cinder-796806-1-iscsi neutron-server[93644]: conditions |= (models_v2.Port.network_id.in_( Jun 17 10:22:14.271001 dv-cinder-796806-1-iscsi neutron-server[93644]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:22:14.271001 dv-cinder-796806-1-iscsi neutron-server[93644]: retrieve_revision_numbers = { Jun 17 10:22:14.271001 dv-cinder-796806-1-iscsi neutron-server[93644]: Traceback (most recent call last): Jun 17 10:22:14.271001 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 10:22:14.271001 dv-cinder-796806-1-iscsi neutron-server[93644]: timer() Jun 17 10:22:14.271001 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 10:22:14.271001 dv-cinder-796806-1-iscsi neutron-server[93644]: cb(*args, **kw) Jun 17 10:22:14.271001 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 10:22:14.271001 dv-cinder-796806-1-iscsi neutron-server[93644]: return func(*args, **kwargs) Jun 17 10:22:14.271001 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 10:22:14.271001 dv-cinder-796806-1-iscsi neutron-server[93644]: self._notify() Jun 17 10:22:14.271001 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 10:22:14.271001 dv-cinder-796806-1-iscsi neutron-server[93644]: self.callback(batched_events) Jun 17 10:22:14.271001 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 10:22:14.271001 dv-cinder-796806-1-iscsi neutron-server[93644]: event.method(event) Jun 17 10:22:14.271001 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 10:22:14.271001 dv-cinder-796806-1-iscsi neutron-server[93644]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 10:22:14.271001 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 10:22:14.271001 dv-cinder-796806-1-iscsi neutron-server[93644]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 10:22:14.271001 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 10:22:14.271001 dv-cinder-796806-1-iscsi neutron-server[93644]: return f(self, *a, **k) Jun 17 10:22:14.271001 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 10:22:14.271001 dv-cinder-796806-1-iscsi neutron-server[93644]: return self._get(url).json() Jun 17 10:22:14.271001 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 10:22:14.271001 dv-cinder-796806-1-iscsi neutron-server[93644]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 10:22:14.271001 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 10:22:14.271001 dv-cinder-796806-1-iscsi neutron-server[93644]: return self.request(url, 'GET', **kwargs) Jun 17 10:22:14.271001 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 10:22:14.271001 dv-cinder-796806-1-iscsi neutron-server[93644]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 10:22:14.271001 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 10:22:14.271001 dv-cinder-796806-1-iscsi neutron-server[93644]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 10:22:14.271001 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 10:22:14.271001 dv-cinder-796806-1-iscsi neutron-server[93644]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 10:22:14.271001 dv-cinder-796806-1-iscsi neutron-server[93644]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 10:22:14.306496 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421301ef-83ab-4a3e-a2e6-2b9f39b81776 req-59f7f1fd-1d1b-4931-a23a-2b3e41338604 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:14.309296 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-421301ef-83ab-4a3e-a2e6-2b9f39b81776 req-59f7f1fd-1d1b-4931-a23a-2b3e41338604 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39d8b4f-31c1-4ac5-9c65-a73ee6a64e21 HTTP/1.1" status: 200 len: 984 time: 0.6299989 Jun 17 10:22:14.373837 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087554c5-84a1-416f-9638-fffcbef7bb4f req-a06a59fb-9a18-4731-8a10-98b236b2c701 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:14.376464 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-087554c5-84a1-416f-9638-fffcbef7bb4f req-a06a59fb-9a18-4731-8a10-98b236b2c701 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b173c33-c7ca-4c6e-98b8-79c9027970bb HTTP/1.1" status: 200 len: 931 time: 0.6373909 Jun 17 10:22:14.527068 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-421301ef-83ab-4a3e-a2e6-2b9f39b81776 req-28f3332e-2546-4690-8967-3f4dcbde42ce tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/security-groups?id=53de0d9a-5a0b-4ab8-8623-79700c1fe6a9&id=3122c439-d483-43df-b19f-39c837f27626&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2013562 Jun 17 10:22:14.552670 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-087554c5-84a1-416f-9638-fffcbef7bb4f req-b159ae9b-827e-4c43-828c-915f9f6954db tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/security-groups?id=70eaf6ca-0936-4be3-96f5-83f2f2424c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075363 Jun 17 10:22:14.565171 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-e1f5a9db-2f86-4d1d-830c-cf29a90710c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3792531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-714710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684612'] for network, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:14.572702 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:14.601991 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-e1f5a9db-2f86-4d1d-830c-cf29a90710c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625220'] for network, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:14.605941 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-e1f5a9db-2f86-4d1d-830c-cf29a90710c4 admin admin] 10.222.0.22 "DELETE /v2.0/networks/79e43bbd-95bf-4b63-a014-fcd7c61946bd HTTP/1.1" status: 204 len: 168 time: 1.2266693 Jun 17 10:22:14.608936 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f5a9db-2f86-4d1d-830c-cf29a90710c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=79e43bbd-95bf-4b63-a014-fcd7c61946bd,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:14.615666 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-e1f5a9db-2f86-4d1d-830c-cf29a90710c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:14.854495 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eec7ad2-9687-4ac4-8636-0b04326d5387 req-7a6da5c9-20d7-42af-86ac-01a9729473d6 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:14.857315 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-3eec7ad2-9687-4ac4-8636-0b04326d5387 req-7a6da5c9-20d7-42af-86ac-01a9729473d6 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.1229012 Jun 17 10:22:14.922496 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-3eec7ad2-9687-4ac4-8636-0b04326d5387 req-dde40b8e-f5a7-4c4c-a70b-a02f998df1ca tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577767 Jun 17 10:22:15.241070 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582daf63-e72e-4458-a203-51f8a71f6b9a req-d58f70d0-0246-467e-afb4-8ac2d4a868ab tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:15.242815 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-582daf63-e72e-4458-a203-51f8a71f6b9a req-d58f70d0-0246-467e-afb4-8ac2d4a868ab tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 943 time: 0.1003618 Jun 17 10:22:15.285599 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 51458) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:22:15.309194 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-582daf63-e72e-4458-a203-51f8a71f6b9a req-51262b55-182a-4ddb-980b-5f314d3f86d6 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553093 Jun 17 10:22:15.387106 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-6fe28620-c8fb-465b-8c8d-33b5791b15dc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9e5c5b3e2b9e4ceebc297c6c4d5c82da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0954576 Jun 17 10:22:15.387775 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 51462) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:22:15.519922 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-b354445a-9f40-45e9-bf3d-97b66aca83c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:15.568771 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-b354445a-9f40-45e9-bf3d-97b66aca83c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:15.668951 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bf6c51-f8f0-4959-a5b4-63402f8b1d98 req-f48d7e83-d4ce-4903-9926-a025da7604ef tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:15.672487 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d0bf6c51-f8f0-4959-a5b4-63402f8b1d98 req-f48d7e83-d4ce-4903-9926-a025da7604ef tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=e44cae20-9b73-4a98-bedb-a3ce140bc7a7 HTTP/1.1" status: 200 len: 946 time: 0.1371672 Jun 17 10:22:15.745758 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d0bf6c51-f8f0-4959-a5b4-63402f8b1d98 req-740799af-ae31-4ce9-a032-a7e0adbf63f4 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b298a6e-ca03-4b84-a35f-a75e19063a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618663 Jun 17 10:22:15.797683 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-b354445a-9f40-45e9-bf3d-97b66aca83c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:15.801853 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-b354445a-9f40-45e9-bf3d-97b66aca83c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:15.803133 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-b354445a-9f40-45e9-bf3d-97b66aca83c6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8b4f254d-d788-4d55-9525-5b2c7efb11f7 HTTP/1.1" status: 204 len: 168 time: 0.4137926 Jun 17 10:22:15.804383 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-173436a5-ed64-46f2-a866-86e4ad4013f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:15.815190 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b354445a-9f40-45e9-bf3d-97b66aca83c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b4f254d-d788-4d55-9525-5b2c7efb11f7,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:15.818336 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-b354445a-9f40-45e9-bf3d-97b66aca83c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:15.949083 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d5b121-5e11-45c3-a255-fa67c1b123b2 req-3c7a767f-f2fd-4bf0-97e9-0074376ef914 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:15.952995 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-56d5b121-5e11-45c3-a255-fa67c1b123b2 req-3c7a767f-f2fd-4bf0-97e9-0074376ef914 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39d8b4f-31c1-4ac5-9c65-a73ee6a64e21 HTTP/1.1" status: 200 len: 984 time: 0.1432345 Jun 17 10:22:16.028418 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-56d5b121-5e11-45c3-a255-fa67c1b123b2 req-04bf2365-c4a1-48a4-9f16-f6b67521e379 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/security-groups?id=53de0d9a-5a0b-4ab8-8623-79700c1fe6a9&id=3122c439-d483-43df-b19f-39c837f27626&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0674615 Jun 17 10:22:16.318898 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a98b0d-ecc8-464d-93d6-039a39e7d9b1 req-975568e7-5caf-47a2-9b52-3399848a885f tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:16.320997 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-e4a98b0d-ecc8-464d-93d6-039a39e7d9b1 req-975568e7-5caf-47a2-9b52-3399848a885f tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b173c33-c7ca-4c6e-98b8-79c9027970bb HTTP/1.1" status: 200 len: 931 time: 0.1177716 Jun 17 10:22:16.402040 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-e4a98b0d-ecc8-464d-93d6-039a39e7d9b1 req-13b8c140-9a39-48a1-bdb4-1c92e7e728b2 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/security-groups?id=70eaf6ca-0936-4be3-96f5-83f2f2424c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727615 Jun 17 10:22:16.913485 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c41d71b-effa-47f8-b393-c416564c3eaf req-dd357f5a-e715-4d56-b790-4db6974b5f02 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:16.918682 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-7c41d71b-effa-47f8-b393-c416564c3eaf req-dd357f5a-e715-4d56-b790-4db6974b5f02 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.1420827 Jun 17 10:22:17.017042 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-7c41d71b-effa-47f8-b393-c416564c3eaf req-d826625b-721d-4cfa-97dc-893a6fd644e8 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891099 Jun 17 10:22:17.031439 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 51494) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:22:17.159596 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.v2.base [req-9b8bf8bf-3de7-4636-81b2-3ef03b9dc38c req-5a7ece61-4b10-41f8-8359-fff9f2083021 service neutron] Request body: {'port': {'device_id': '4b173c33-c7ca-4c6e-98b8-79c9027970bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79680'}} {{(pid=93645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:22:17.226332 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc49c2d4-a069-4169-b4ee-d0ea57f68374 req-107979b1-33e3-4eff-a8f7-286f6bb77628 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:17.243896 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-bc49c2d4-a069-4169-b4ee-d0ea57f68374 req-107979b1-33e3-4eff-a8f7-286f6bb77628 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 943 time: 0.1844923 Jun 17 10:22:17.268968 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-8e42cd57-28c2-4d47-981d-f12d01648f0e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=52eb27725ae24112b55a1d63d665ee02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2352903 Jun 17 10:22:17.276442 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 51500) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:22:17.384282 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-9b8bf8bf-3de7-4636-81b2-3ef03b9dc38c req-5a7ece61-4b10-41f8-8359-fff9f2083021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:17.436415 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-bc49c2d4-a069-4169-b4ee-d0ea57f68374 req-ab15c982-3217-410c-9aab-d7fa23bc4784 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1866236 Jun 17 10:22:17.464382 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-6db0a733-795c-443a-9a6e-71c5f771abb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:17.521360 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9c7e2-f84a-493b-b7f2-98d55d798d55 req-628bf11a-8d9f-429d-a129-7bde1f4259a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:17.523636 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-36f9c7e2-f84a-493b-b7f2-98d55d798d55 req-628bf11a-8d9f-429d-a129-7bde1f4259a6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5bd0dd2afc794054a2ded47901ac6c2e&device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 1098 time: 0.5017352 Jun 17 10:22:17.549158 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-6db0a733-795c-443a-9a6e-71c5f771abb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:17.553980 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9264ae2-c850-4ee9-971b-176396297b85 req-922ec1dc-6938-428e-aa68-2b79f97f1a77 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:17.557801 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d9264ae2-c850-4ee9-971b-176396297b85 req-922ec1dc-6938-428e-aa68-2b79f97f1a77 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=e44cae20-9b73-4a98-bedb-a3ce140bc7a7 HTTP/1.1" status: 200 len: 946 time: 0.2250793 Jun 17 10:22:17.637444 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.agents_db [None req-342b98a1-7fdc-4d24-a539-fe72a001d92b None None] Agent healthcheck: found 6 active agents {{(pid=93647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:22:17.837890 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d9264ae2-c850-4ee9-971b-176396297b85 req-bfad5d24-7319-4546-9890-38a34d055361 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b298a6e-ca03-4b84-a35f-a75e19063a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338793 Jun 17 10:22:17.880617 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9c7e2-f84a-493b-b7f2-98d55d798d55 req-86572b86-a77c-48c0-8d20-5161deea1c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:17.882812 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-36f9c7e2-f84a-493b-b7f2-98d55d798d55 req-86572b86-a77c-48c0-8d20-5161deea1c9f service neutron] 10.222.0.47 "GET /v2.0/networks?id=d773beeb-675a-4b62-b751-30bf7ea2150d HTTP/1.1" status: 200 len: 920 time: 0.3244476 Jun 17 10:22:17.980041 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-36f9c7e2-f84a-493b-b7f2-98d55d798d55 req-2dac85f7-56eb-4880-a833-27452675bc83 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1924e06-caa3-4695-8bd6-e71e3f3430da HTTP/1.1" status: 200 len: 217 time: 0.0838299 Jun 17 10:22:18.004370 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b891173-f58c-46ef-a620-ece9e25ada9b req-acc1b4aa-943c-4dbb-9dc1-91bfb90a9491 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:18.007159 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9b891173-f58c-46ef-a620-ece9e25ada9b req-acc1b4aa-943c-4dbb-9dc1-91bfb90a9491 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39d8b4f-31c1-4ac5-9c65-a73ee6a64e21 HTTP/1.1" status: 200 len: 984 time: 0.2562220 Jun 17 10:22:18.064168 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-6db0a733-795c-443a-9a6e-71c5f771abb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:18.067167 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-6db0a733-795c-443a-9a6e-71c5f771abb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:18.068606 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-6db0a733-795c-443a-9a6e-71c5f771abb0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/259e46c8-c813-4acb-bf44-72b5cf2e0977 HTTP/1.1" status: 204 len: 168 time: 0.7906191 Jun 17 10:22:18.075251 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-835ca386-c110-41f2-a242-e3e4070be9e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:18.132255 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db0a733-795c-443a-9a6e-71c5f771abb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259e46c8-c813-4acb-bf44-72b5cf2e0977,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:18.139887 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-6db0a733-795c-443a-9a6e-71c5f771abb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:18.166803 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.notifiers.nova [req-9b8bf8bf-3de7-4636-81b2-3ef03b9dc38c req-5a7ece61-4b10-41f8-8359-fff9f2083021 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c2f9b52-acf9-48c2-9f3a-59435020184d {{(pid=93645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:22:18.185281 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-9b8bf8bf-3de7-4636-81b2-3ef03b9dc38c req-5a7ece61-4b10-41f8-8359-fff9f2083021 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:18.197149 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9c7e2-f84a-493b-b7f2-98d55d798d55 req-e06b72fe-694f-414d-8453-31702b0a7d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:18.199156 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-36f9c7e2-f84a-493b-b7f2-98d55d798d55 req-e06b72fe-694f-414d-8453-31702b0a7d92 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e9682fe0-190f-4cfb-8a99-3f5500e89851 HTTP/1.1" status: 200 len: 859 time: 0.1904359 Jun 17 10:22:18.217141 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.provisioning_blocks [req-9b8bf8bf-3de7-4636-81b2-3ef03b9dc38c req-5a7ece61-4b10-41f8-8359-fff9f2083021 service neutron] Transition to ACTIVE for port object 1c2f9b52-acf9-48c2-9f3a-59435020184d will not be triggered until provisioned by entity L2. {{(pid=93645) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:22:18.220067 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9b891173-f58c-46ef-a620-ece9e25ada9b req-98cfee94-e651-4329-a237-ee3472846061 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/security-groups?id=53de0d9a-5a0b-4ab8-8623-79700c1fe6a9&id=3122c439-d483-43df-b19f-39c837f27626&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1968851 Jun 17 10:22:18.324984 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-36f9c7e2-f84a-493b-b7f2-98d55d798d55 req-6efd4fcc-d541-4851-a3c8-e86e0c9a497d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d773beeb-675a-4b62-b751-30bf7ea2150d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0999320 Jun 17 10:22:18.388480 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d4f8e7-e021-4954-9e30-2ec01b21c5f4 req-2dc736a5-a3ed-4066-a641-f925f3b5b6c6 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:18.398336 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-9b8bf8bf-3de7-4636-81b2-3ef03b9dc38c req-5a7ece61-4b10-41f8-8359-fff9f2083021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129691277'] for port, after_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:18.398554 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-e7d4f8e7-e021-4954-9e30-2ec01b21c5f4 req-2dc736a5-a3ed-4066-a641-f925f3b5b6c6 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b173c33-c7ca-4c6e-98b8-79c9027970bb HTTP/1.1" status: 200 len: 931 time: 0.3244929 Jun 17 10:22:18.407597 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-76a7bea3-f2df-4cab-977b-60300b60d3d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:18.653655 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-e7d4f8e7-e021-4954-9e30-2ec01b21c5f4 req-ad9bfbc6-b5de-440e-af00-cd8685128375 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/security-groups?id=70eaf6ca-0936-4be3-96f5-83f2f2424c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2517865 Jun 17 10:22:18.686921 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7ece61-4b10-41f8-8359-fff9f2083021 service neutron] Pushing event updated for resources: {'Port': ['ID=1c2f9b52-acf9-48c2-9f3a-59435020184d,revision_number=2']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:18.706843 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-36f9c7e2-f84a-493b-b7f2-98d55d798d55 req-ad1ab19b-dd3d-4f40-862c-83cbfbf3cbd3 service neutron] 10.222.0.47 "GET /v2.0/networks/d773beeb-675a-4b62-b751-30bf7ea2150d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3659515 Jun 17 10:22:18.732298 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-5a7ece61-4b10-41f8-8359-fff9f2083021 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:18.839146 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.managers [req-9b8bf8bf-3de7-4636-81b2-3ef03b9dc38c req-5a7ece61-4b10-41f8-8359-fff9f2083021 service neutron] Attempting to bind port 1c2f9b52-acf9-48c2-9f3a-59435020184d on host hv-cinder-79680 for vnic_type normal with profile {{(pid=93645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:22:18.841738 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.managers [req-9b8bf8bf-3de7-4636-81b2-3ef03b9dc38c req-5a7ece61-4b10-41f8-8359-fff9f2083021 service neutron] Attempting to bind port 1c2f9b52-acf9-48c2-9f3a-59435020184d by drivers openvswitch,hyperv on host hv-cinder-79680 at level 0 using segments [{'id': 'e5a4c8b0-db77-4faf-bf25-5097f0723781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a9682b63-2ad1-4cec-a7f3-70239b2c7a86'}] {{(pid=93645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:22:18.848735 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8bf8bf-3de7-4636-81b2-3ef03b9dc38c req-5a7ece61-4b10-41f8-8359-fff9f2083021 service neutron] Attempting to bind port 1c2f9b52-acf9-48c2-9f3a-59435020184d on network a9682b63-2ad1-4cec-a7f3-70239b2c7a86 {{(pid=93645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:22:18.864752 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccc3309-c1be-469d-b8dd-11c617893e9d req-dbde3d4c-4327-4b39-86e5-c94df53f0276 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:18.868113 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8bf8bf-3de7-4636-81b2-3ef03b9dc38c req-5a7ece61-4b10-41f8-8359-fff9f2083021 service neutron] Port 1c2f9b52-acf9-48c2-9f3a-59435020184d on network a9682b63-2ad1-4cec-a7f3-70239b2c7a86 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79680 {{(pid=93645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 10:22:18.875840 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8bf8bf-3de7-4636-81b2-3ef03b9dc38c req-5a7ece61-4b10-41f8-8359-fff9f2083021 service neutron] Attempting to bind port 1c2f9b52-acf9-48c2-9f3a-59435020184d on network a9682b63-2ad1-4cec-a7f3-70239b2c7a86 {{(pid=93645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:22:18.886702 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-8ccc3309-c1be-469d-b8dd-11c617893e9d req-dbde3d4c-4327-4b39-86e5-c94df53f0276 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.3597994 Jun 17 10:22:18.900321 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8bf8bf-3de7-4636-81b2-3ef03b9dc38c req-5a7ece61-4b10-41f8-8359-fff9f2083021 service neutron] Checking agent: {'id': '71ef71fd-f9ba-4ed4-b44a-140e16714f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79680', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 14, 58), 'started_at': datetime.datetime(2021, 6, 17, 10, 14, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:22:18.900910 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8bf8bf-3de7-4636-81b2-3ef03b9dc38c req-5a7ece61-4b10-41f8-8359-fff9f2083021 service neutron] Checking segment: {'id': 'e5a4c8b0-db77-4faf-bf25-5097f0723781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a9682b63-2ad1-4cec-a7f3-70239b2c7a86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:22:18.901549 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8bf8bf-3de7-4636-81b2-3ef03b9dc38c req-5a7ece61-4b10-41f8-8359-fff9f2083021 service neutron] Bound using segment: {'id': 'e5a4c8b0-db77-4faf-bf25-5097f0723781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a9682b63-2ad1-4cec-a7f3-70239b2c7a86'} {{(pid=93645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:22:18.902880 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.managers [req-9b8bf8bf-3de7-4636-81b2-3ef03b9dc38c req-5a7ece61-4b10-41f8-8359-fff9f2083021 service neutron] Bound port: 1c2f9b52-acf9-48c2-9f3a-59435020184d, host: hv-cinder-79680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5a4c8b0-db77-4faf-bf25-5097f0723781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'a9682b63-2ad1-4cec-a7f3-70239b2c7a86'}}] {{(pid=93645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:22:18.903055 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-9b8bf8bf-3de7-4636-81b2-3ef03b9dc38c req-5a7ece61-4b10-41f8-8359-fff9f2083021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:19.068991 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-8ccc3309-c1be-469d-b8dd-11c617893e9d req-0dd8d290-7b4d-4141-8425-bac2c7d61e41 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860815 Jun 17 10:22:19.166441 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.db [req-9b8bf8bf-3de7-4636-81b2-3ef03b9dc38c req-5a7ece61-4b10-41f8-8359-fff9f2083021 service neutron] For port 1c2f9b52-acf9-48c2-9f3a-59435020184d, host hv-cinder-79680, cleared binding levels {{(pid=93645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:22:19.173896 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.db [req-9b8bf8bf-3de7-4636-81b2-3ef03b9dc38c req-5a7ece61-4b10-41f8-8359-fff9f2083021 service neutron] For port 1c2f9b52-acf9-48c2-9f3a-59435020184d, host hv-cinder-79680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=1c2f9b52-acf9-48c2-9f3a-59435020184d,segment=NetworkSegment(e5a4c8b0-db77-4faf-bf25-5097f0723781),segment_id=e5a4c8b0-db77-4faf-bf25-5097f0723781)] {{(pid=93645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:22:19.232038 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-36f9c7e2-f84a-493b-b7f2-98d55d798d55 req-dce65454-89f7-4c01-a8cf-90edbdf993ca service neutron] 10.222.0.47 "GET /v2.0/networks/d773beeb-675a-4b62-b751-30bf7ea2150d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4880710 Jun 17 10:22:19.297026 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc4b2cb-c0a6-4f64-ae25-01faaea11daf req-c88ed212-5122-4a06-8fd8-e8671527c91c tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:19.306779 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-9b8bf8bf-3de7-4636-81b2-3ef03b9dc38c req-5a7ece61-4b10-41f8-8359-fff9f2083021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129691277'] for port, after_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:19.308384 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-abc4b2cb-c0a6-4f64-ae25-01faaea11daf req-c88ed212-5122-4a06-8fd8-e8671527c91c tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 943 time: 0.2114151 Jun 17 10:22:19.311376 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:19.404364 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8bf8bf-3de7-4636-81b2-3ef03b9dc38c req-5a7ece61-4b10-41f8-8359-fff9f2083021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:19.406060 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-9b8bf8bf-3de7-4636-81b2-3ef03b9dc38c req-5a7ece61-4b10-41f8-8359-fff9f2083021 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733'] for port, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:19.408392 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-abc4b2cb-c0a6-4f64-ae25-01faaea11daf req-c19c2199-25f1-43a8-b2bf-f38a4ee481ad tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833499 Jun 17 10:22:19.408586 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-9b8bf8bf-3de7-4636-81b2-3ef03b9dc38c req-5a7ece61-4b10-41f8-8359-fff9f2083021 service neutron] 10.222.0.47 "PUT /v2.0/ports/1c2f9b52-acf9-48c2-9f3a-59435020184d HTTP/1.1" status: 200 len: 1093 time: 2.6368430 Jun 17 10:22:19.409483 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b173c33-c7ca-4c6e-98b8-79c9027970bb', 'tag': '1c2f9b52-acf9-48c2-9f3a-59435020184d'}] {{(pid=93645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:22:19.413983 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25c6fbde856bb10fc3e6f7e7beb0655886cca8e381c3d168db957d1d9f65ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-630c301d-c6ea-4132-abad-1ba288e82a41" -d '{"events": [{"name": "network-changed", "server_uuid": "4b173c33-c7ca-4c6e-98b8-79c9027970bb", "tag": "1c2f9b52-acf9-48c2-9f3a-59435020184d"}]}' {{(pid=93645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:22:19.483931 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7ece61-4b10-41f8-8359-fff9f2083021 service neutron] Pushing event updated for resources: {'Port': ['ID=1c2f9b52-acf9-48c2-9f3a-59435020184d,revision_number=3']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:19.490799 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-5a7ece61-4b10-41f8-8359-fff9f2083021 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:19.570080 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f30e3f6-c933-4860-91aa-83d1f8ce85a3 req-fab79bc4-b9ac-4d88-99b6-507c6c15f010 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:19.573690 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-3f30e3f6-c933-4860-91aa-83d1f8ce85a3 req-fab79bc4-b9ac-4d88-99b6-507c6c15f010 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=e44cae20-9b73-4a98-bedb-a3ce140bc7a7 HTTP/1.1" status: 200 len: 946 time: 0.1744885 Jun 17 10:22:19.666841 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-3f30e3f6-c933-4860-91aa-83d1f8ce85a3 req-4498720c-f64b-4fe0-b0e0-acec722c4ee3 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b298a6e-ca03-4b84-a35f-a75e19063a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806074 Jun 17 10:22:19.779660 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 10:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e193a543-a684-412c-8d41-f16eb1f8b4bf x-openstack-request-id: req-e193a543-a684-412c-8d41-f16eb1f8b4bf {{(pid=93645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:22:19.781070 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b173c33-c7ca-4c6e-98b8-79c9027970bb", "tag": "1c2f9b52-acf9-48c2-9f3a-59435020184d", "status": "completed", "code": 200}]} {{(pid=93645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:22:19.781816 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e193a543-a684-412c-8d41-f16eb1f8b4bf {{(pid=93645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:22:19.783032 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b173c33-c7ca-4c6e-98b8-79c9027970bb', 'tag': '1c2f9b52-acf9-48c2-9f3a-59435020184d', 'status': 'completed', 'code': 200} Jun 17 10:22:19.840866 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e2170d-2bf0-4974-b9f8-e1bddb6de286 req-e16b4e79-8042-4886-8433-edd409699fd7 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:19.843591 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-05e2170d-2bf0-4974-b9f8-e1bddb6de286 req-e16b4e79-8042-4886-8433-edd409699fd7 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39d8b4f-31c1-4ac5-9c65-a73ee6a64e21 HTTP/1.1" status: 200 len: 984 time: 0.1530762 Jun 17 10:22:19.920630 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-05e2170d-2bf0-4974-b9f8-e1bddb6de286 req-56d020bf-8729-4d30-808f-c32da1348f44 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/security-groups?id=53de0d9a-5a0b-4ab8-8623-79700c1fe6a9&id=3122c439-d483-43df-b19f-39c837f27626&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0643585 Jun 17 10:22:20.083823 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc65f66-2122-4789-af90-288dd8527aef req-f399f97e-8c7e-4f29-bdce-1202f91da7e9 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:20.086755 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-abc65f66-2122-4789-af90-288dd8527aef req-f399f97e-8c7e-4f29-bdce-1202f91da7e9 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b173c33-c7ca-4c6e-98b8-79c9027970bb HTTP/1.1" status: 200 len: 943 time: 0.1307340 Jun 17 10:22:20.190043 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-abc65f66-2122-4789-af90-288dd8527aef req-7b3fa356-69de-4795-8a2d-a5361aa6e9c2 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/security-groups?id=70eaf6ca-0936-4be3-96f5-83f2f2424c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926690 Jun 17 10:22:20.487475 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3b27ea-c9b1-469b-a9a2-da645c8ba453 req-8e45336f-437a-42dc-8eef-dcfbbd05d11d tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:20.490960 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6e3b27ea-c9b1-469b-a9a2-da645c8ba453 req-8e45336f-437a-42dc-8eef-dcfbbd05d11d tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.1556063 Jun 17 10:22:20.619015 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6e3b27ea-c9b1-469b-a9a2-da645c8ba453 req-c57c9a51-c092-4120-92d4-8bfa760c912a tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121926 Jun 17 10:22:20.922151 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aeeba9-899c-4785-a079-57b3b3c90ac0 req-84ba6718-bf47-4f88-9b0b-513bbdfbe7b3 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:20.925187 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-a4aeeba9-899c-4785-a079-57b3b3c90ac0 req-84ba6718-bf47-4f88-9b0b-513bbdfbe7b3 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 943 time: 0.1425228 Jun 17 10:22:21.072664 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-a4aeeba9-899c-4785-a079-57b3b3c90ac0 req-8f9ed9af-792c-46cd-9a3c-632ca755c3f8 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358836 Jun 17 10:22:21.158789 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b877b95-00eb-4aa8-8665-66d1b971fc3a req-80c656c7-9ede-4874-b18a-1dd3e9a2d0d9 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:21.162985 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-0b877b95-00eb-4aa8-8665-66d1b971fc3a req-80c656c7-9ede-4874-b18a-1dd3e9a2d0d9 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=e44cae20-9b73-4a98-bedb-a3ce140bc7a7 HTTP/1.1" status: 200 len: 946 time: 0.1959186 Jun 17 10:22:21.270628 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-0b877b95-00eb-4aa8-8665-66d1b971fc3a req-6f41dbcc-d0b7-43a7-821e-41ec4f083940 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b298a6e-ca03-4b84-a35f-a75e19063a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902069 Jun 17 10:22:21.423045 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cdab8b-db89-4588-8c85-930f06d4e73e req-9784b4c8-e972-4661-a09a-875a891a1a91 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:21.427692 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-40cdab8b-db89-4588-8c85-930f06d4e73e req-9784b4c8-e972-4661-a09a-875a891a1a91 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39d8b4f-31c1-4ac5-9c65-a73ee6a64e21 HTTP/1.1" status: 200 len: 984 time: 0.1545634 Jun 17 10:22:21.508517 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-40cdab8b-db89-4588-8c85-930f06d4e73e req-d70dd242-3c4e-4e20-b04a-de087e7af739 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/security-groups?id=53de0d9a-5a0b-4ab8-8623-79700c1fe6a9&id=3122c439-d483-43df-b19f-39c837f27626&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0690465 Jun 17 10:22:21.663265 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13893bc2-f741-445c-b9d4-52fdf663a013 req-308911b3-472a-42ab-9411-8cc959c68c26 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:21.668575 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-13893bc2-f741-445c-b9d4-52fdf663a013 req-308911b3-472a-42ab-9411-8cc959c68c26 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b173c33-c7ca-4c6e-98b8-79c9027970bb HTTP/1.1" status: 200 len: 943 time: 0.1398168 Jun 17 10:22:21.760290 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-13893bc2-f741-445c-b9d4-52fdf663a013 req-013c9983-f96e-466c-9da6-d0c0d5b007f3 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/security-groups?id=70eaf6ca-0936-4be3-96f5-83f2f2424c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729175 Jun 17 10:22:21.997480 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35702f65-d663-45fb-87f2-a2b3a20668f8 req-f61097a0-62a2-4a18-afbe-181c00cb927e tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:22.001034 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-35702f65-d663-45fb-87f2-a2b3a20668f8 req-f61097a0-62a2-4a18-afbe-181c00cb927e tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.1280425 Jun 17 10:22:22.078013 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-35702f65-d663-45fb-87f2-a2b3a20668f8 req-7784437a-57f8-4da6-83c3-d9ab11cecad4 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656443 Jun 17 10:22:22.449965 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device b429b7bb-3267-47fb-ba69-c1a0ba672c9b details requested by agent hyperv_hv-cinder-79680 with host hv-cinder-79680 {{(pid=93646) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 10:22:22.550213 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe620051-929b-40a0-af89-bfd0f805926c req-be301bee-dc9f-4756-be22-b9895722a3ff tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:22.552582 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-fe620051-929b-40a0-af89-bfd0f805926c req-be301bee-dc9f-4756-be22-b9895722a3ff tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 943 time: 0.2105095 Jun 17 10:22:22.685335 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] For port b429b7bb-3267-47fb-ba69-c1a0ba672c9b, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=b429b7bb-3267-47fb-ba69-c1a0ba672c9b,segment=NetworkSegment(aee95af0-cc5d-41dc-ae63-eda94ddae53b),segment_id=aee95af0-cc5d-41dc-ae63-eda94ddae53b)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:22:22.707496 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Returning: {'device': 'b429b7bb-3267-47fb-ba69-c1a0ba672c9b', 'network_id': 'fb6d1dc1-5856-427b-992b-099ce227c06b', 'port_id': 'b429b7bb-3267-47fb-ba69-c1a0ba672c9b', 'mac_address': 'fa:16:3e:e2:b8:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '235adf9a-5d00-4d35-8ffd-65944fdd0c17', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93646) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 10:22:22.744353 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-fe620051-929b-40a0-af89-bfd0f805926c req-bde61f09-5477-480a-b264-09071af905eb tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587615 Jun 17 10:22:22.779628 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:22.807342 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.notifiers.nova [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b429b7bb-3267-47fb-ba69-c1a0ba672c9b {{(pid=93646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:22:22.868766 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] For port b429b7bb-3267-47fb-ba69-c1a0ba672c9b, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=b429b7bb-3267-47fb-ba69-c1a0ba672c9b,segment=NetworkSegment(aee95af0-cc5d-41dc-ae63-eda94ddae53b),segment_id=aee95af0-cc5d-41dc-ae63-eda94ddae53b)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:22:22.873593 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c301d-c6ea-4132-abad-1ba288e82a41 req-f5d354f8-e10e-465c-b0fb-7778079b1be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:22.876393 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-630c301d-c6ea-4132-abad-1ba288e82a41 req-f5d354f8-e10e-465c-b0fb-7778079b1be6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a48f3a58719945bcbe434bb642bb07c4&device_id=4b173c33-c7ca-4c6e-98b8-79c9027970bb HTTP/1.1" status: 200 len: 1096 time: 0.2934799 Jun 17 10:22:22.892022 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b654fd-d71b-49d6-92b7-c1fda5d55c95 req-2187f058-3ed0-4e77-8d2b-7a11c7379da5 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:22.894854 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-e5b654fd-d71b-49d6-92b7-c1fda5d55c95 req-2187f058-3ed0-4e77-8d2b-7a11c7379da5 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=e44cae20-9b73-4a98-bedb-a3ce140bc7a7 HTTP/1.1" status: 200 len: 946 time: 0.3815308 Jun 17 10:22:23.091874 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:23.097953 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:23.117428 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-e5b654fd-d71b-49d6-92b7-c1fda5d55c95 req-36545ddc-44ab-4354-be29-6850a5d20d02 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b298a6e-ca03-4b84-a35f-a75e19063a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065525 Jun 17 10:22:23.224787 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c301d-c6ea-4132-abad-1ba288e82a41 req-3892530a-2076-4c38-b8d5-95c91bdc8191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:23.228289 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-630c301d-c6ea-4132-abad-1ba288e82a41 req-3892530a-2076-4c38-b8d5-95c91bdc8191 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=a48f3a58719945bcbe434bb642bb07c4&shared=False HTTP/1.1" status: 200 len: 909 time: 0.3313568 Jun 17 10:22:23.244966 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Pushing event updated for resources: {'Port': ['ID=b429b7bb-3267-47fb-ba69-c1a0ba672c9b,revision_number=9']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:23.271960 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:22:23.275968 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:22:23.277059 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:22:23.277899 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:22:23.281672 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:22:23.282700 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:22:23.289081 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:22:23.290177 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:22:23.291044 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:22:23.291951 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:22:23.301081 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:22:23.302294 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:22:23.313173 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:23.343108 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a24807-2258-4995-bd58-3c56012adc70 req-a5a02e33-081c-4fe3-9fbe-22a989c2fafc tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:23.346896 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-24a24807-2258-4995-bd58-3c56012adc70 req-a5a02e33-081c-4fe3-9fbe-22a989c2fafc tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39d8b4f-31c1-4ac5-9c65-a73ee6a64e21 HTTP/1.1" status: 200 len: 984 time: 0.3308632 Jun 17 10:22:23.368551 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6734363-4a30-48eb-baac-5f3aff40d683 req-845ee471-4ed3-430c-b7e5-a06a236b158c tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:23.372372 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-d6734363-4a30-48eb-baac-5f3aff40d683 req-845ee471-4ed3-430c-b7e5-a06a236b158c tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.47 "GET /v2.0/ports?device_id=e44cae20-9b73-4a98-bedb-a3ce140bc7a7 HTTP/1.1" status: 200 len: 946 time: 0.2545159 Jun 17 10:22:23.626759 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.plugin [req-d6734363-4a30-48eb-baac-5f3aff40d683 req-a7eb25a2-b27c-4ed4-a845-58c63eff678b tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Deleting port 0156a4b6-95f6-46a5-b525-7dbb108aae7a {{(pid=93645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:22:23.627456 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-d6734363-4a30-48eb-baac-5f3aff40d683 req-a7eb25a2-b27c-4ed4-a845-58c63eff678b tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740734272413'] for port, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:23.633952 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-24a24807-2258-4995-bd58-3c56012adc70 req-494b2acb-4a9a-44a6-b3f7-03be52f51c5c tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/security-groups?id=53de0d9a-5a0b-4ab8-8623-79700c1fe6a9&id=3122c439-d483-43df-b19f-39c837f27626&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2564797 Jun 17 10:22:23.647178 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] get_ports_and_sgs() called for port_ids ['b429b7bb-3267-47fb-ba69-c1a0ba672c9b'] {{(pid=93646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 10:22:23.653147 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c301d-c6ea-4132-abad-1ba288e82a41 req-12d3c46b-db0b-49e1-8ccd-592ea61b99dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:23.656355 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-630c301d-c6ea-4132-abad-1ba288e82a41 req-12d3c46b-db0b-49e1-8ccd-592ea61b99dc service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4019771 Jun 17 10:22:23.747927 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4311cb-9ba9-4368-8a4c-9ff9273c1848 req-f33f0c78-0562-4a01-930f-c25ae92ef627 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:23.760236 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9b4311cb-9ba9-4368-8a4c-9ff9273c1848 req-f33f0c78-0562-4a01-930f-c25ae92ef627 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b173c33-c7ca-4c6e-98b8-79c9027970bb HTTP/1.1" status: 200 len: 943 time: 0.2489464 Jun 17 10:22:23.907094 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9b4311cb-9ba9-4368-8a4c-9ff9273c1848 req-56ed6293-bb24-4238-95c6-7d5922e5259f tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/security-groups?id=70eaf6ca-0936-4be3-96f5-83f2f2424c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433427 Jun 17 10:22:23.984709 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8bf8bf-3de7-4636-81b2-3ef03b9dc38c req-63d78d97-fb49-4cd1-b384-29b9b34d8f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:23.987531 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9b8bf8bf-3de7-4636-81b2-3ef03b9dc38c req-63d78d97-fb49-4cd1-b384-29b9b34d8f88 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a48f3a58719945bcbe434bb642bb07c4&device_id=4b173c33-c7ca-4c6e-98b8-79c9027970bb HTTP/1.1" status: 200 len: 1096 time: 0.2195282 Jun 17 10:22:24.019133 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.db [req-d6734363-4a30-48eb-baac-5f3aff40d683 req-a7eb25a2-b27c-4ed4-a845-58c63eff678b tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] For port 0156a4b6-95f6-46a5-b525-7dbb108aae7a, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=0156a4b6-95f6-46a5-b525-7dbb108aae7a,segment=NetworkSegment(18c6c105-9c0b-4401-b33f-19dbd1751948),segment_id=18c6c105-9c0b-4401-b33f-19dbd1751948)] {{(pid=93645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:22:24.020735 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-d6734363-4a30-48eb-baac-5f3aff40d683 req-a7eb25a2-b27c-4ed4-a845-58c63eff678b tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685530'] for port, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:24.117544 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9b8bf8bf-3de7-4636-81b2-3ef03b9dc38c req-07839962-43bd-4124-a309-b60409d3ef90 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c2f9b52-acf9-48c2-9f3a-59435020184d HTTP/1.1" status: 200 len: 217 time: 0.1174552 Jun 17 10:22:24.220460 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.plugin [req-d6734363-4a30-48eb-baac-5f3aff40d683 req-a7eb25a2-b27c-4ed4-a845-58c63eff678b tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Calling delete_port for 0156a4b6-95f6-46a5-b525-7dbb108aae7a owned by compute:nova {{(pid=93645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:22:24.329476 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8bf8bf-3de7-4636-81b2-3ef03b9dc38c req-b7741150-f47a-49bd-9a73-935043d419d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:24.333751 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9b8bf8bf-3de7-4636-81b2-3ef03b9dc38c req-b7741150-f47a-49bd-9a73-935043d419d4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9ede7e81-dfd0-4030-b334-ce8baee8e073 HTTP/1.1" status: 200 len: 847 time: 0.1983964 Jun 17 10:22:24.494202 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aea889-a639-482c-81b2-0635fc7765f9 req-5db3fa99-59f3-4a2f-9923-e14fef680316 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:24.495377 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-b4aea889-a639-482c-81b2-0635fc7765f9 req-5db3fa99-59f3-4a2f-9923-e14fef680316 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 944 time: 0.2823021 Jun 17 10:22:24.590408 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8bf8bf-3de7-4636-81b2-3ef03b9dc38c req-6013b6f2-50dc-464f-8d1a-776101582003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:24.592540 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9b8bf8bf-3de7-4636-81b2-3ef03b9dc38c req-6013b6f2-50dc-464f-8d1a-776101582003 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a9682b63-2ad1-4cec-a7f3-70239b2c7a86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2473300 Jun 17 10:22:24.684083 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-b4aea889-a639-482c-81b2-0635fc7765f9 req-1672def7-2e16-47e1-9028-5ac0298298e0 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543546 Jun 17 10:22:24.825720 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-d6734363-4a30-48eb-baac-5f3aff40d683 req-a7eb25a2-b27c-4ed4-a845-58c63eff678b tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740734277497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740733869096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129691318'] for port, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:24.833910 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-7638a8be-2c22-4e11-a0b6-cfd26c447636 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:24.888591 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eb25a2-b27c-4ed4-a845-58c63eff678b tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Pushing event deleted for resources: {'Port': ['ID=0156a4b6-95f6-46a5-b525-7dbb108aae7a,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:24.894822 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-a7eb25a2-b27c-4ed4-a845-58c63eff678b tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:24.975623 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6734363-4a30-48eb-baac-5f3aff40d683 req-a7eb25a2-b27c-4ed4-a845-58c63eff678b tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] No DVR routers for this DVR port 0156a4b6-95f6-46a5-b525-7dbb108aae7a on host hv-cinder-79680 {{(pid=93645) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 10:22:24.980037 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-d6734363-4a30-48eb-baac-5f3aff40d683 req-a7eb25a2-b27c-4ed4-a845-58c63eff678b tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733'] for port, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:24.984683 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-d6734363-4a30-48eb-baac-5f3aff40d683 req-a7eb25a2-b27c-4ed4-a845-58c63eff678b tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.47 "DELETE /v2.0/ports/0156a4b6-95f6-46a5-b525-7dbb108aae7a HTTP/1.1" status: 204 len: 173 time: 1.5992055 Jun 17 10:22:24.985582 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e44cae20-9b73-4a98-bedb-a3ce140bc7a7', 'name': 'network-vif-deleted', 'tag': '0156a4b6-95f6-46a5-b525-7dbb108aae7a'}] {{(pid=93645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:22:24.989942 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25c6fbde856bb10fc3e6f7e7beb0655886cca8e381c3d168db957d1d9f65ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e69a4cd-c59d-42da-81fa-eeeec1357d8e" -d '{"events": [{"server_uuid": "e44cae20-9b73-4a98-bedb-a3ce140bc7a7", "name": "network-vif-deleted", "tag": "0156a4b6-95f6-46a5-b525-7dbb108aae7a"}]}' {{(pid=93645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:22:24.994736 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] get_ports_and_sgs() called for port_ids ['04940f7f-87de-4aa6-ad53-1548536f45e1'] {{(pid=93646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 10:22:25.140519 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c583b65-2d20-4f95-94fb-a89d9fe92aee req-0be768db-802c-4968-b400-a0766d62e3a7 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:25.142766 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-5c583b65-2d20-4f95-94fb-a89d9fe92aee req-0be768db-802c-4968-b400-a0766d62e3a7 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.6460037 Jun 17 10:22:25.208944 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-12edc12b-96e7-42d9-b067-36a9eff176ea req-6600253e-0b26-4e84-8a7f-8a37fa91b1c4 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=e44cae20-9b73-4a98-bedb-a3ce140bc7a7 HTTP/1.1" status: 200 len: 210 time: 0.0647838 Jun 17 10:22:25.260559 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9b8bf8bf-3de7-4636-81b2-3ef03b9dc38c req-c713f1c6-3370-4ebc-b9fc-e0202b8ebdd6 service neutron] 10.222.0.47 "GET /v2.0/networks/a9682b63-2ad1-4cec-a7f3-70239b2c7a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6499617 Jun 17 10:22:25.302634 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-5c583b65-2d20-4f95-94fb-a89d9fe92aee req-c88e2d5d-7392-4785-a1e3-f079dfdf7524 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367424 Jun 17 10:22:25.570432 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9b8bf8bf-3de7-4636-81b2-3ef03b9dc38c req-c978149b-660a-4ec4-a020-3216edaea48f service neutron] 10.222.0.47 "GET /v2.0/networks/a9682b63-2ad1-4cec-a7f3-70239b2c7a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949095 Jun 17 10:22:25.709716 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162bd1d2-45be-43b4-9116-abd3718d35e7 req-5292905a-c5c3-4a6b-9e7c-9e7597ad91f5 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:25.711400 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-162bd1d2-45be-43b4-9116-abd3718d35e7 req-5292905a-c5c3-4a6b-9e7c-9e7597ad91f5 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b173c33-c7ca-4c6e-98b8-79c9027970bb HTTP/1.1" status: 200 len: 943 time: 0.1488910 Jun 17 10:22:25.722383 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4428d6-eafb-4597-ba3f-a8a341812598 req-96db8eb2-b3bc-4e2f-aee2-ba55d8443df4 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:25.724483 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-af4428d6-eafb-4597-ba3f-a8a341812598 req-96db8eb2-b3bc-4e2f-aee2-ba55d8443df4 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39d8b4f-31c1-4ac5-9c65-a73ee6a64e21 HTTP/1.1" status: 200 len: 984 time: 0.2298727 Jun 17 10:22:25.808695 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-162bd1d2-45be-43b4-9116-abd3718d35e7 req-e477fa2b-ed90-4e28-9f64-0e27d98d902e tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/security-groups?id=70eaf6ca-0936-4be3-96f5-83f2f2424c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829663 Jun 17 10:22:25.837556 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-af4428d6-eafb-4597-ba3f-a8a341812598 req-bb2884d8-2e38-497e-9e44-ffe28db0198c tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/security-groups?id=53de0d9a-5a0b-4ab8-8623-79700c1fe6a9&id=3122c439-d483-43df-b19f-39c837f27626&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1005812 Jun 17 10:22:26.020296 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-697e09f6-5d46-4d31-8f08-968efec2d64b x-openstack-request-id: req-697e09f6-5d46-4d31-8f08-968efec2d64b {{(pid=93645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:22:26.021228 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e44cae20-9b73-4a98-bedb-a3ce140bc7a7", "name": "network-vif-deleted", "tag": "0156a4b6-95f6-46a5-b525-7dbb108aae7a", "status": "completed", "code": 200}]} {{(pid=93645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:22:26.021228 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-697e09f6-5d46-4d31-8f08-968efec2d64b {{(pid=93645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:22:26.022002 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e44cae20-9b73-4a98-bedb-a3ce140bc7a7', 'name': 'network-vif-deleted', 'tag': '0156a4b6-95f6-46a5-b525-7dbb108aae7a', 'status': 'completed', 'code': 200} Jun 17 10:22:26.165732 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df02dca7-106b-4fff-a503-5d724fa33e83 req-ca11072d-44ad-499a-b4f1-0d0980911d7d tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:26.167852 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-df02dca7-106b-4fff-a503-5d724fa33e83 req-ca11072d-44ad-499a-b4f1-0d0980911d7d tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 944 time: 0.1203079 Jun 17 10:22:26.240946 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-df02dca7-106b-4fff-a503-5d724fa33e83 req-b0df9e7a-230c-4abd-a20c-473a3781d391 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618837 Jun 17 10:22:26.500575 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device b429b7bb-3267-47fb-ba69-c1a0ba672c9b up at agent hyperv_hv-cinder-79680 {{(pid=93646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:22:26.558095 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-4d95e7be-027d-4f03-80c5-7b31d0188ce6 req-dd32a902-49c5-4a24-92d7-d61cc2d22cad tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=e44cae20-9b73-4a98-bedb-a3ce140bc7a7 HTTP/1.1" status: 200 len: 210 time: 0.0677371 Jun 17 10:22:26.625639 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Provisioning complete for port b429b7bb-3267-47fb-ba69-c1a0ba672c9b triggered by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:22:26.626302 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:26.680439 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc4139e-b38b-428a-8d3e-d0d9dc67671c req-5c784049-b977-4288-bceb-64fa5713cf08 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:26.683220 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-1dc4139e-b38b-428a-8d3e-d0d9dc67671c req-5c784049-b977-4288-bceb-64fa5713cf08 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.1233971 Jun 17 10:22:26.763848 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-1dc4139e-b38b-428a-8d3e-d0d9dc67671c req-f85be2ff-26b2-49f7-b7d7-b90f0b598bad tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686126 Jun 17 10:22:26.788091 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:26.834309 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '032973f9-8cea-4739-bdba-a15d9c60f256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b429b7bb-3267-47fb-ba69-c1a0ba672c9b'}] {{(pid=93646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:22:26.838852 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}202ec35f0b2f503ce7e4db3a1c258f37e57fe85608606de8e1c873696d713f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0fdfa04-3ee6-4643-85da-1d64ac3c8d79" -d '{"events": [{"server_uuid": "032973f9-8cea-4739-bdba-a15d9c60f256", "name": "network-vif-plugged", "status": "completed", "tag": "b429b7bb-3267-47fb-ba69-c1a0ba672c9b"}]}' {{(pid=93646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:22:26.865577 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] For port b429b7bb-3267-47fb-ba69-c1a0ba672c9b, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=b429b7bb-3267-47fb-ba69-c1a0ba672c9b,segment=NetworkSegment(aee95af0-cc5d-41dc-ae63-eda94ddae53b),segment_id=aee95af0-cc5d-41dc-ae63-eda94ddae53b)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:22:26.948879 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4b17a0-eef0-47ef-b7d1-6b42ddc8335e x-openstack-request-id: req-9c4b17a0-eef0-47ef-b7d1-6b42ddc8335e {{(pid=93646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:22:26.949392 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "032973f9-8cea-4739-bdba-a15d9c60f256", "name": "network-vif-plugged", "status": "completed", "tag": "b429b7bb-3267-47fb-ba69-c1a0ba672c9b", "code": 200}]} {{(pid=93646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:22:26.949797 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9c4b17a0-eef0-47ef-b7d1-6b42ddc8335e {{(pid=93646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:22:26.950412 dv-cinder-796806-1-iscsi neutron-server[93646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '032973f9-8cea-4739-bdba-a15d9c60f256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b429b7bb-3267-47fb-ba69-c1a0ba672c9b', 'code': 200} Jun 17 10:22:26.996888 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:26.998983 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device 0156a4b6-95f6-46a5-b525-7dbb108aae7a no longer exists at agent hyperv_hv-cinder-79680 {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:22:27.001899 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-fa4e6106-bd30-4a4c-8c53-262bd6059db4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:27.075020 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] No Port match for: 0156a4b6-95f6-46a5-b525-7dbb108aae7a {{(pid=93646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 10:22:27.075680 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device 0156a4b6-95f6-46a5-b525-7dbb108aae7a not bound to the agent host hv-cinder-79680 {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 10:22:27.136619 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Pushing event updated for resources: {'Port': ['ID=b429b7bb-3267-47fb-ba69-c1a0ba672c9b,revision_number=10']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:27.142677 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:27.250827 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cb2941-8cf5-48b6-9bb2-7a7b76041cd9 req-5865f7ab-b943-49da-a345-4915fc5943f0 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:27.253212 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-20cb2941-8cf5-48b6-9bb2-7a7b76041cd9 req-5865f7ab-b943-49da-a345-4915fc5943f0 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b173c33-c7ca-4c6e-98b8-79c9027970bb HTTP/1.1" status: 200 len: 943 time: 0.1641428 Jun 17 10:22:27.282032 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df98316-8f43-415a-8139-8ad13c65fecd req-866932cb-0a2a-48cf-af44-7e075fb09cc7 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:27.284080 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-8df98316-8f43-415a-8139-8ad13c65fecd req-866932cb-0a2a-48cf-af44-7e075fb09cc7 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39d8b4f-31c1-4ac5-9c65-a73ee6a64e21 HTTP/1.1" status: 200 len: 984 time: 0.1286910 Jun 17 10:22:27.394998 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-20cb2941-8cf5-48b6-9bb2-7a7b76041cd9 req-c881aba9-7047-4ecb-a8f8-0eed9b40951e tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/security-groups?id=70eaf6ca-0936-4be3-96f5-83f2f2424c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283174 Jun 17 10:22:27.425515 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-8df98316-8f43-415a-8139-8ad13c65fecd req-c7f6eabe-a350-4062-8df0-b1d325340d81 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/security-groups?id=53de0d9a-5a0b-4ab8-8623-79700c1fe6a9&id=3122c439-d483-43df-b19f-39c837f27626&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1269777 Jun 17 10:22:27.759206 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228bb810-a70f-4127-83b2-b1ceba487893 req-defbeea5-cecb-4d58-a40f-6fbfce487e88 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:27.761988 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-228bb810-a70f-4127-83b2-b1ceba487893 req-defbeea5-cecb-4d58-a40f-6fbfce487e88 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 946 time: 0.1147473 Jun 17 10:22:27.823495 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-228bb810-a70f-4127-83b2-b1ceba487893 req-d5e1f410-93db-4efa-8d2c-b753b850898d tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519164 Jun 17 10:22:27.968282 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:28.111592 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-4abc3829-0067-4d11-9494-9541f2853486 req-319f17f3-760a-4970-a10d-b5283d83589f tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=e44cae20-9b73-4a98-bedb-a3ce140bc7a7 HTTP/1.1" status: 200 len: 210 time: 0.0443654 Jun 17 10:22:28.680262 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2598aec1-bf01-4e6e-a8b3-1e43738c133e req-c28c292b-bf92-4e8b-9e84-747a7d37fc1f tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:28.681802 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-2598aec1-bf01-4e6e-a8b3-1e43738c133e req-c28c292b-bf92-4e8b-9e84-747a7d37fc1f tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b173c33-c7ca-4c6e-98b8-79c9027970bb HTTP/1.1" status: 200 len: 943 time: 0.0894101 Jun 17 10:22:28.766363 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-2598aec1-bf01-4e6e-a8b3-1e43738c133e req-4e71fcf9-b48d-4c21-8acf-08cc6da4fb3f tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/security-groups?id=70eaf6ca-0936-4be3-96f5-83f2f2424c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647116 Jun 17 10:22:28.815565 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f267e02-00d3-4be8-b2d8-3868dc16d1a3 req-31c00d3b-efd7-4594-8631-1177d161cee9 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:28.818365 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-3f267e02-00d3-4be8-b2d8-3868dc16d1a3 req-31c00d3b-efd7-4594-8631-1177d161cee9 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39d8b4f-31c1-4ac5-9c65-a73ee6a64e21 HTTP/1.1" status: 200 len: 984 time: 0.1619689 Jun 17 10:22:28.888235 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-3f267e02-00d3-4be8-b2d8-3868dc16d1a3 req-743335c6-9d36-4cad-a574-eda1548c82aa tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/security-groups?id=53de0d9a-5a0b-4ab8-8623-79700c1fe6a9&id=3122c439-d483-43df-b19f-39c837f27626&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557349 Jun 17 10:22:29.117080 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54808544-095b-49b0-9453-d23d81f9fa42 req-3e331aa2-84c9-4d82-95cc-ad16dddc658c tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:29.119827 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-54808544-095b-49b0-9453-d23d81f9fa42 req-3e331aa2-84c9-4d82-95cc-ad16dddc658c tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 946 time: 0.1217723 Jun 17 10:22:29.201704 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-54808544-095b-49b0-9453-d23d81f9fa42 req-4f09aff6-a288-42d5-80e8-6f47a1120372 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716548 Jun 17 10:22:29.447300 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-0b120af0-793d-41e7-9c3d-28b8aafc1cd7 req-46f1d6c9-fe76-49b7-8e72-26a8a9456f2c tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=e44cae20-9b73-4a98-bedb-a3ce140bc7a7 HTTP/1.1" status: 200 len: 210 time: 0.0458627 Jun 17 10:22:29.890690 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-b5ddaf2a-7450-4b17-a938-3dffb111372d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:30.290334 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb38babf-a415-4df1-a31d-9d67849bae4c req-117621bf-fa33-4df0-8d67-4a5b55212cc5 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:30.292813 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-eb38babf-a415-4df1-a31d-9d67849bae4c req-117621bf-fa33-4df0-8d67-4a5b55212cc5 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b173c33-c7ca-4c6e-98b8-79c9027970bb HTTP/1.1" status: 200 len: 943 time: 0.2835014 Jun 17 10:22:30.299385 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c2250e-231a-4a0b-9d2f-a1853f600a63 req-644cd574-fd87-4263-a67c-4750a5acb8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:30.301493 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-50c2250e-231a-4a0b-9d2f-a1853f600a63 req-644cd574-fd87-4263-a67c-4750a5acb8ee service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 1099 time: 0.2290192 Jun 17 10:22:30.391367 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c19aa9-a3be-485b-b33f-0df034ce4fc6 req-21410634-9a42-4037-ac23-b689a9b326d6 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:30.394741 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-e6c19aa9-a3be-485b-b33f-0df034ce4fc6 req-21410634-9a42-4037-ac23-b689a9b326d6 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39d8b4f-31c1-4ac5-9c65-a73ee6a64e21 HTTP/1.1" status: 200 len: 984 time: 0.2631452 Jun 17 10:22:30.469041 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-50c2250e-231a-4a0b-9d2f-a1853f600a63 req-4a3c5c51-e814-4d0a-814e-f6054063a14c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528363 Jun 17 10:22:30.477378 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-eb38babf-a415-4df1-a31d-9d67849bae4c req-474d1098-85d3-4beb-b6e6-eebf53d1e312 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/security-groups?id=70eaf6ca-0936-4be3-96f5-83f2f2424c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677370 Jun 17 10:22:30.516138 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-e6c19aa9-a3be-485b-b33f-0df034ce4fc6 req-e94e66b4-478c-4b60-8a47-bdef836a57f4 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/security-groups?id=53de0d9a-5a0b-4ab8-8623-79700c1fe6a9&id=3122c439-d483-43df-b19f-39c837f27626&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1048512 Jun 17 10:22:30.807560 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7e532f-fb66-4025-b4c8-45217c1e3e61 req-5a0647ba-4b66-4ac5-9dda-10a026c20c12 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:30.810624 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-ca7e532f-fb66-4025-b4c8-45217c1e3e61 req-5a0647ba-4b66-4ac5-9dda-10a026c20c12 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 946 time: 0.1142278 Jun 17 10:22:30.899356 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-ca7e532f-fb66-4025-b4c8-45217c1e3e61 req-0d531809-edcd-4aba-b379-3025e9311213 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803566 Jun 17 10:22:31.883651 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82459cab-0377-453f-af7a-3d517e3589ba req-5c896591-8ccd-42e6-b006-6e8baea92992 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:31.886483 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-82459cab-0377-453f-af7a-3d517e3589ba req-5c896591-8ccd-42e6-b006-6e8baea92992 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b173c33-c7ca-4c6e-98b8-79c9027970bb HTTP/1.1" status: 200 len: 943 time: 0.1922624 Jun 17 10:22:31.973047 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4670dcb4-14db-42a1-82f3-a505a9dbee51 req-3bb99e23-ae6d-4bbc-9346-ce19ae116a34 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:31.977121 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-4670dcb4-14db-42a1-82f3-a505a9dbee51 req-3bb99e23-ae6d-4bbc-9346-ce19ae116a34 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39d8b4f-31c1-4ac5-9c65-a73ee6a64e21 HTTP/1.1" status: 200 len: 984 time: 0.2223086 Jun 17 10:22:32.025232 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-82459cab-0377-453f-af7a-3d517e3589ba req-8b3d67d6-be38-4abf-86da-f01eb3752ad9 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/security-groups?id=70eaf6ca-0936-4be3-96f5-83f2f2424c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254604 Jun 17 10:22:32.113968 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-4670dcb4-14db-42a1-82f3-a505a9dbee51 req-5504f1e5-755a-4767-8804-d382f2a15bf0 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/security-groups?id=53de0d9a-5a0b-4ab8-8623-79700c1fe6a9&id=3122c439-d483-43df-b19f-39c837f27626&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1235948 Jun 17 10:22:32.382159 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 51796) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:22:32.455813 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb895f1-c94f-438e-b441-928385bd5e9f req-0a456bb1-f30c-475b-9d36-1f520e2f23ac tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:32.459730 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-4cb895f1-c94f-438e-b441-928385bd5e9f req-0a456bb1-f30c-475b-9d36-1f520e2f23ac tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 946 time: 0.1981325 Jun 17 10:22:32.570730 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-4cb895f1-c94f-438e-b441-928385bd5e9f req-43f5dc44-1d98-4fa1-a069-1bbba2173340 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909193 Jun 17 10:22:32.626654 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-cb1c22c4-5fb1-43d2-a299-676a59125eec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:32.812777 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-cb1c22c4-5fb1-43d2-a299-676a59125eec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:32.979920 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-cb1c22c4-5fb1-43d2-a299-676a59125eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:32.986244 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-26ffae14-aa1a-4f79-854d-9256dfcbffb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:33.049457 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1c22c4-5fb1-43d2-a299-676a59125eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f41c2d5d-edc9-48a3-b319-d9d9ab796375,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:33.068373 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-cb1c22c4-5fb1-43d2-a299-676a59125eec admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1dbb817082e5464fbcaee559b04cec26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6833551 Jun 17 10:22:33.070979 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1c22c4-5fb1-43d2-a299-676a59125eec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:22:33.071633 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1c22c4-5fb1-43d2-a299-676a59125eec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:22:33.072016 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1c22c4-5fb1-43d2-a299-676a59125eec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:22:33.072455 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1c22c4-5fb1-43d2-a299-676a59125eec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:22:33.073015 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1c22c4-5fb1-43d2-a299-676a59125eec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:22:33.073622 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1c22c4-5fb1-43d2-a299-676a59125eec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:22:33.074322 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1c22c4-5fb1-43d2-a299-676a59125eec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:22:33.074533 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 51816) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:22:33.075869 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1c22c4-5fb1-43d2-a299-676a59125eec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:22:33.080157 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1c22c4-5fb1-43d2-a299-676a59125eec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:22:33.080998 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1c22c4-5fb1-43d2-a299-676a59125eec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:22:33.082226 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1c22c4-5fb1-43d2-a299-676a59125eec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:22:33.083120 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb1c22c4-5fb1-43d2-a299-676a59125eec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:22:33.090899 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-cb1c22c4-5fb1-43d2-a299-676a59125eec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:33.193121 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-42c72f2b-e157-4cfa-94c9-81734c9c9de9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:33.249998 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-42c72f2b-e157-4cfa-94c9-81734c9c9de9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:33.311812 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-58f02494-6178-4105-a8bd-97e77c0b24c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:33.528017 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:33.547969 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d91c97-b7e1-4d43-9f61-ae66ff22095f req-3d95a792-205a-4f5e-a85e-be2eb48da674 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:33.550702 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-85d91c97-b7e1-4d43-9f61-ae66ff22095f req-3d95a792-205a-4f5e-a85e-be2eb48da674 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b173c33-c7ca-4c6e-98b8-79c9027970bb HTTP/1.1" status: 200 len: 943 time: 0.2601180 Jun 17 10:22:33.572666 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3721e728-4b76-4048-b1bf-6891c68f0327 req-07d199b3-48a7-40d2-911a-6a4eb352c60c tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:33.577491 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-3721e728-4b76-4048-b1bf-6891c68f0327 req-07d199b3-48a7-40d2-911a-6a4eb352c60c tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39d8b4f-31c1-4ac5-9c65-a73ee6a64e21 HTTP/1.1" status: 200 len: 984 time: 0.2413080 Jun 17 10:22:33.648550 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-42c72f2b-e157-4cfa-94c9-81734c9c9de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:33.652491 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-42c72f2b-e157-4cfa-94c9-81734c9c9de9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:33.657962 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-42c72f2b-e157-4cfa-94c9-81734c9c9de9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f41c2d5d-edc9-48a3-b319-d9d9ab796375 HTTP/1.1" status: 204 len: 168 time: 0.5779974 Jun 17 10:22:33.657962 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-ab313f91-eeee-442e-9b15-ae6bb266f7c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:33.703851 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c72f2b-e157-4cfa-94c9-81734c9c9de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41c2d5d-edc9-48a3-b319-d9d9ab796375,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:33.717659 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-42c72f2b-e157-4cfa-94c9-81734c9c9de9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:33.726477 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-3721e728-4b76-4048-b1bf-6891c68f0327 req-21de7643-7ef1-4984-a9e2-038c89364a91 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/security-groups?id=53de0d9a-5a0b-4ab8-8623-79700c1fe6a9&id=3122c439-d483-43df-b19f-39c837f27626&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1348417 Jun 17 10:22:33.755385 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-85d91c97-b7e1-4d43-9f61-ae66ff22095f req-b4de40ca-67c4-4f2d-ba89-386bda8af97f tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/security-groups?id=70eaf6ca-0936-4be3-96f5-83f2f2424c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1772599 Jun 17 10:22:34.037849 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe0255-ef08-476f-84c1-49fc52218d22 req-61ac516a-5d23-48ba-9598-f22b35177734 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:34.040191 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-71fe0255-ef08-476f-84c1-49fc52218d22 req-61ac516a-5d23-48ba-9598-f22b35177734 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 946 time: 0.1327987 Jun 17 10:22:34.133371 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-71fe0255-ef08-476f-84c1-49fc52218d22 req-1bce5ba2-9a51-46e3-be98-21ba6cee1d53 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797174 Jun 17 10:22:34.979544 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c33413-06d4-47c2-8a31-f2a65c0fd693 req-f7ce66c4-0ca0-458c-88c6-d3602d9cd5d7 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:34.994192 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-58c33413-06d4-47c2-8a31-f2a65c0fd693 req-f7ce66c4-0ca0-458c-88c6-d3602d9cd5d7 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c7a6268-cae5-485c-b4b0-15e4829e5ec1 HTTP/1.1" status: 200 len: 945 time: 0.1757493 Jun 17 10:22:35.075693 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-58c33413-06d4-47c2-8a31-f2a65c0fd693 req-69305ae3-86bd-44da-a878-18e68a8245f3 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b298a6e-ca03-4b84-a35f-a75e19063a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799127 Jun 17 10:22:35.128272 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-76f1cb7e-d4ef-4c29-a3c2-2b16775f9f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:35.574792 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4e2aa5-590d-4007-ac31-684d22bb9d7d req-3ce3759f-808f-4339-861a-2a35dba3c8a4 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:35.578278 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-ec4e2aa5-590d-4007-ac31-684d22bb9d7d req-3ce3759f-808f-4339-861a-2a35dba3c8a4 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39d8b4f-31c1-4ac5-9c65-a73ee6a64e21 HTTP/1.1" status: 200 len: 984 time: 0.1845264 Jun 17 10:22:35.661704 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd5c0b3-8100-4761-8634-f671d5bcd1ea req-a1674b11-282f-4aa5-928c-317d76d10a62 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:35.669051 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-7fd5c0b3-8100-4761-8634-f671d5bcd1ea req-a1674b11-282f-4aa5-928c-317d76d10a62 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b173c33-c7ca-4c6e-98b8-79c9027970bb HTTP/1.1" status: 200 len: 943 time: 0.1788440 Jun 17 10:22:35.702493 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-ec4e2aa5-590d-4007-ac31-684d22bb9d7d req-fb1add82-7c51-4865-a486-66f3cf501a09 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/security-groups?id=53de0d9a-5a0b-4ab8-8623-79700c1fe6a9&id=3122c439-d483-43df-b19f-39c837f27626&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1109052 Jun 17 10:22:35.765024 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-7fd5c0b3-8100-4761-8634-f671d5bcd1ea req-bd434bdc-623e-4647-be8c-206c09a1770d tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/security-groups?id=70eaf6ca-0936-4be3-96f5-83f2f2424c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887148 Jun 17 10:22:36.083547 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d666f10e-a068-4c69-a47c-73d600eb0496 req-efb66b82-45dc-45a0-99fa-f921ca959d2d tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:36.085580 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d666f10e-a068-4c69-a47c-73d600eb0496 req-efb66b82-45dc-45a0-99fa-f921ca959d2d tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 946 time: 0.1320934 Jun 17 10:22:36.161397 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d666f10e-a068-4c69-a47c-73d600eb0496 req-1f9098f8-95e5-4efa-bd8c-1e3e3c7bb253 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652480 Jun 17 10:22:36.517936 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c6d39c-345a-4abf-8b20-4c1650fb45f3 req-97abf10a-4759-44b5-808f-7f968e3520f8 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:36.517936 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-23c6d39c-345a-4abf-8b20-4c1650fb45f3 req-97abf10a-4759-44b5-808f-7f968e3520f8 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c7a6268-cae5-485c-b4b0-15e4829e5ec1 HTTP/1.1" status: 200 len: 945 time: 0.1330934 Jun 17 10:22:36.683742 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-23c6d39c-345a-4abf-8b20-4c1650fb45f3 req-6184c38d-555c-4a06-a3c2-c33b09b61483 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b298a6e-ca03-4b84-a35f-a75e19063a83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449614 Jun 17 10:22:36.762406 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9212575f-651b-4074-8b89-bece274f290e req-6afd5192-ab80-40e3-af17-ded612cf694a tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:36.767950 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9212575f-651b-4074-8b89-bece274f290e req-6afd5192-ab80-40e3-af17-ded612cf694a tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.47 "GET /v2.0/ports?device_id=7c7a6268-cae5-485c-b4b0-15e4829e5ec1 HTTP/1.1" status: 200 len: 945 time: 0.2252035 Jun 17 10:22:36.952235 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 51920) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:22:36.981226 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8334b2a8-081d-4a08-b273-522b2363e8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:37.062344 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded998e3-6b11-4f60-bb43-ae2a2c437bc2 req-164b21fa-9c4b-41c7-9117-50b995fff80b tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:37.064175 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-ded998e3-6b11-4f60-bb43-ae2a2c437bc2 req-164b21fa-9c4b-41c7-9117-50b995fff80b tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=c115ea05-b61c-4a41-9a4a-e0185fef6be8 HTTP/1.1" status: 200 len: 945 time: 0.2176685 Jun 17 10:22:37.125011 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.plugin [req-9212575f-651b-4074-8b89-bece274f290e req-09ee8d1b-eb4c-4327-bdc2-867588b0b3fc tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Deleting port 04940f7f-87de-4aa6-ad53-1548536f45e1 {{(pid=93644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:22:37.125479 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-9212575f-651b-4074-8b89-bece274f290e req-09ee8d1b-eb4c-4327-bdc2-867588b0b3fc tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740734272413'] for port, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:37.183697 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0713e4bc-4872-4db3-95cf-f71cfc56ee45 req-73480e9a-e23e-4bbd-8653-6823ccee65c6 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:37.185359 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-0713e4bc-4872-4db3-95cf-f71cfc56ee45 req-73480e9a-e23e-4bbd-8653-6823ccee65c6 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b173c33-c7ca-4c6e-98b8-79c9027970bb HTTP/1.1" status: 200 len: 943 time: 0.2228086 Jun 17 10:22:37.187981 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-657c921a-d47c-43dd-9d29-7b122a4cc8bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:37.196944 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-ded998e3-6b11-4f60-bb43-ae2a2c437bc2 req-3d756ed2-0310-406b-9fd7-4b98fa481eba tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169794 Jun 17 10:22:37.333716 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-0713e4bc-4872-4db3-95cf-f71cfc56ee45 req-64392d46-f60e-4233-be2d-f752e644677a tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/security-groups?id=70eaf6ca-0936-4be3-96f5-83f2f2424c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330135 Jun 17 10:22:37.375651 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.db [req-9212575f-651b-4074-8b89-bece274f290e req-09ee8d1b-eb4c-4327-bdc2-867588b0b3fc tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] For port 04940f7f-87de-4aa6-ad53-1548536f45e1, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=04940f7f-87de-4aa6-ad53-1548536f45e1,segment=NetworkSegment(18c6c105-9c0b-4401-b33f-19dbd1751948),segment_id=18c6c105-9c0b-4401-b33f-19dbd1751948)] {{(pid=93644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:22:37.376841 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-9212575f-651b-4074-8b89-bece274f290e req-09ee8d1b-eb4c-4327-bdc2-867588b0b3fc tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685530'] for port, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:37.434579 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-657c921a-d47c-43dd-9d29-7b122a4cc8bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:37.486772 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.plugin [req-9212575f-651b-4074-8b89-bece274f290e req-09ee8d1b-eb4c-4327-bdc2-867588b0b3fc tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Calling delete_port for 04940f7f-87de-4aa6-ad53-1548536f45e1 owned by compute:nova {{(pid=93644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:22:37.523403 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-657c921a-d47c-43dd-9d29-7b122a4cc8bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:37.528393 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-f4aace2f-11f1-4af8-b92a-f96a50b5fad7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:37.616148 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-657c921a-d47c-43dd-9d29-7b122a4cc8bf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cc6f3b6d2b434504bcdba0e5c429fd8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6615789 Jun 17 10:22:37.616958 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 51928) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:22:37.630497 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657c921a-d47c-43dd-9d29-7b122a4cc8bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b795669b-45a1-450d-bbfb-cc492784e85a,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:37.641691 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-657c921a-d47c-43dd-9d29-7b122a4cc8bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:37.751748 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-ab147e22-bdfe-4888-9f96-1f02808e074c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:37.798914 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-ab147e22-bdfe-4888-9f96-1f02808e074c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:37.871248 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-9212575f-651b-4074-8b89-bece274f290e req-09ee8d1b-eb4c-4327-bdc2-867588b0b3fc tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740734277497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740733869096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125912126'] for port, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:37.881313 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-42047484-1ddc-4ff4-ae05-08e49ac3ec6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:37.899928 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] get_ports_and_sgs() called for port_ids ['04940f7f-87de-4aa6-ad53-1548536f45e1'] {{(pid=93646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 10:22:37.959762 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ee8d1b-eb4c-4327-bdc2-867588b0b3fc tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Pushing event deleted for resources: {'Port': ['ID=04940f7f-87de-4aa6-ad53-1548536f45e1,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:38.002829 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-ab147e22-bdfe-4888-9f96-1f02808e074c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:38.006391 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-ab147e22-bdfe-4888-9f96-1f02808e074c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:38.012272 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-ab147e22-bdfe-4888-9f96-1f02808e074c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b795669b-45a1-450d-bbfb-cc492784e85a HTTP/1.1" status: 204 len: 168 time: 0.3879831 Jun 17 10:22:38.012272 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-4e7ae765-115d-4d13-8b21-a5100aeac4b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:38.031860 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab147e22-bdfe-4888-9f96-1f02808e074c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b795669b-45a1-450d-bbfb-cc492784e85a,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:38.031860 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-ab147e22-bdfe-4888-9f96-1f02808e074c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:38.044802 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ee8d1b-eb4c-4327-bdc2-867588b0b3fc tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:22:38.045248 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ee8d1b-eb4c-4327-bdc2-867588b0b3fc tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:22:38.045720 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ee8d1b-eb4c-4327-bdc2-867588b0b3fc tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:22:38.046351 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ee8d1b-eb4c-4327-bdc2-867588b0b3fc tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:22:38.046653 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ee8d1b-eb4c-4327-bdc2-867588b0b3fc tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:22:38.047139 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ee8d1b-eb4c-4327-bdc2-867588b0b3fc tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:22:38.047596 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ee8d1b-eb4c-4327-bdc2-867588b0b3fc tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:22:38.047961 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ee8d1b-eb4c-4327-bdc2-867588b0b3fc tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:22:38.048320 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ee8d1b-eb4c-4327-bdc2-867588b0b3fc tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:22:38.049066 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ee8d1b-eb4c-4327-bdc2-867588b0b3fc tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:22:38.049549 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ee8d1b-eb4c-4327-bdc2-867588b0b3fc tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:22:38.050417 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ee8d1b-eb4c-4327-bdc2-867588b0b3fc tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:22:38.071045 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-5f2000eb-b9f6-4945-a294-a2927ab32455 req-cba36424-2831-47d4-ae0d-55c66a5cf1f0 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c7a6268-cae5-485c-b4b0-15e4829e5ec1 HTTP/1.1" status: 200 len: 210 time: 0.1253650 Jun 17 10:22:38.080367 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-09ee8d1b-eb4c-4327-bdc2-867588b0b3fc tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:38.113562 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvrscheduler_db [req-9212575f-651b-4074-8b89-bece274f290e req-09ee8d1b-eb4c-4327-bdc2-867588b0b3fc tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] No DVR routers for this DVR port 04940f7f-87de-4aa6-ad53-1548536f45e1 on host hv-cinder-79680 {{(pid=93644) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 10:22:38.120297 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-9212575f-651b-4074-8b89-bece274f290e req-09ee8d1b-eb4c-4327-bdc2-867588b0b3fc tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733'] for port, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:38.124634 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9212575f-651b-4074-8b89-bece274f290e req-09ee8d1b-eb4c-4327-bdc2-867588b0b3fc tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.47 "DELETE /v2.0/ports/04940f7f-87de-4aa6-ad53-1548536f45e1 HTTP/1.1" status: 204 len: 173 time: 1.3490191 Jun 17 10:22:38.125530 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c7a6268-cae5-485c-b4b0-15e4829e5ec1', 'name': 'network-vif-deleted', 'tag': '04940f7f-87de-4aa6-ad53-1548536f45e1'}] {{(pid=93644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:22:38.129875 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e3e45b0fad0fac0035bff2321de6238b3105d4201b4fc6e845e8cd3cf45f1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e2dd053-12bf-4dc2-b1b8-ece8b7eae42c" -d '{"events": [{"server_uuid": "7c7a6268-cae5-485c-b4b0-15e4829e5ec1", "name": "network-vif-deleted", "tag": "04940f7f-87de-4aa6-ad53-1548536f45e1"}]}' {{(pid=93644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:22:38.206099 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef667bc3-a410-4358-8b75-5a34e46d8395 x-openstack-request-id: req-ef667bc3-a410-4358-8b75-5a34e46d8395 {{(pid=93644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:22:38.206632 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c7a6268-cae5-485c-b4b0-15e4829e5ec1", "name": "network-vif-deleted", "tag": "04940f7f-87de-4aa6-ad53-1548536f45e1", "status": "completed", "code": 200}]} {{(pid=93644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:22:38.207081 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ef667bc3-a410-4358-8b75-5a34e46d8395 {{(pid=93644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:22:38.207809 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c7a6268-cae5-485c-b4b0-15e4829e5ec1', 'name': 'network-vif-deleted', 'tag': '04940f7f-87de-4aa6-ad53-1548536f45e1', 'status': 'completed', 'code': 200} Jun 17 10:22:38.375642 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device 1c2f9b52-acf9-48c2-9f3a-59435020184d details requested by agent hyperv_hv-cinder-79680 with host hv-cinder-79680 {{(pid=93646) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 10:22:38.512187 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b505a2-e055-4a84-940c-aaf9cf8cb2a2 req-26907041-fac8-40ca-b5cf-a9b0340421f9 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:38.536474 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-05b505a2-e055-4a84-940c-aaf9cf8cb2a2 req-26907041-fac8-40ca-b5cf-a9b0340421f9 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=c115ea05-b61c-4a41-9a4a-e0185fef6be8 HTTP/1.1" status: 200 len: 945 time: 0.1678834 Jun 17 10:22:38.597810 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] For port 1c2f9b52-acf9-48c2-9f3a-59435020184d, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=1c2f9b52-acf9-48c2-9f3a-59435020184d,segment=NetworkSegment(e5a4c8b0-db77-4faf-bf25-5097f0723781),segment_id=e5a4c8b0-db77-4faf-bf25-5097f0723781)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:22:38.623724 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Returning: {'device': '1c2f9b52-acf9-48c2-9f3a-59435020184d', 'network_id': 'a9682b63-2ad1-4cec-a7f3-70239b2c7a86', 'port_id': '1c2f9b52-acf9-48c2-9f3a-59435020184d', 'mac_address': 'fa:16:3e:d1:46:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ede7e81-dfd0-4030-b334-ce8baee8e073', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93646) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 10:22:38.676645 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-05b505a2-e055-4a84-940c-aaf9cf8cb2a2 req-9516aa56-5a13-45c8-905c-5b14dace81ea tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388216 Jun 17 10:22:38.743430 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:38.784637 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.notifiers.nova [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c2f9b52-acf9-48c2-9f3a-59435020184d {{(pid=93646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:22:38.839979 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] For port 1c2f9b52-acf9-48c2-9f3a-59435020184d, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=1c2f9b52-acf9-48c2-9f3a-59435020184d,segment=NetworkSegment(e5a4c8b0-db77-4faf-bf25-5097f0723781),segment_id=e5a4c8b0-db77-4faf-bf25-5097f0723781)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:22:38.849367 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6138ad-3ffb-481c-99ed-516721545cc8 req-fcae3b96-4435-41b9-acf6-5bc456407b68 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:38.852425 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-ad6138ad-3ffb-481c-99ed-516721545cc8 req-fcae3b96-4435-41b9-acf6-5bc456407b68 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b173c33-c7ca-4c6e-98b8-79c9027970bb HTTP/1.1" status: 200 len: 943 time: 0.1699889 Jun 17 10:22:38.951311 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-ad6138ad-3ffb-481c-99ed-516721545cc8 req-5b4dda06-80de-4db7-a759-fed431e2efab tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/security-groups?id=70eaf6ca-0936-4be3-96f5-83f2f2424c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869315 Jun 17 10:22:38.968653 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:38.970928 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-f1375e82-7484-467c-a408-00a9e4f3d589 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:39.047295 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e266c781-6b8a-4183-92e0-d1dcd6705146 req-66104eb1-d616-4441-aea4-9a04e190f1c5 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:39.050132 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-e266c781-6b8a-4183-92e0-d1dcd6705146 req-66104eb1-d616-4441-aea4-9a04e190f1c5 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e932e89-dbab-40c2-ba76-f9b1c1f8706f HTTP/1.1" status: 200 len: 946 time: 0.1210225 Jun 17 10:22:39.077754 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Pushing event updated for resources: {'Port': ['ID=1c2f9b52-acf9-48c2-9f3a-59435020184d,revision_number=4']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:39.084895 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:39.106226 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-e266c781-6b8a-4183-92e0-d1dcd6705146 req-21d7bef2-cddc-4836-9755-d03b0de0952d tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] 10.222.0.22 "GET /v2.0/security-groups?id=fec323e8-eec6-46cb-8a1c-89d917698f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453897 Jun 17 10:22:39.369523 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-69cb8a39-c7e3-4079-b119-eaf02c88c31e req-08013e6b-d47e-4c15-9669-78b0480add61 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c7a6268-cae5-485c-b4b0-15e4829e5ec1 HTTP/1.1" status: 200 len: 210 time: 0.0579321 Jun 17 10:22:39.616138 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] get_ports_and_sgs() called for port_ids ['1c2f9b52-acf9-48c2-9f3a-59435020184d'] {{(pid=93646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 10:22:40.023343 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96994351-7018-43b8-9370-f1abbcab1e7b req-611a55a0-6cab-4bea-9cfa-3cbe2ba939db tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:40.025614 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-96994351-7018-43b8-9370-f1abbcab1e7b req-611a55a0-6cab-4bea-9cfa-3cbe2ba939db tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=c115ea05-b61c-4a41-9a4a-e0185fef6be8 HTTP/1.1" status: 200 len: 945 time: 0.1230776 Jun 17 10:22:40.139861 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-96994351-7018-43b8-9370-f1abbcab1e7b req-b2e234c1-44f8-4ee3-a6a3-dc0063b6337d tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996470 Jun 17 10:22:40.388288 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device 04940f7f-87de-4aa6-ad53-1548536f45e1 no longer exists at agent hyperv_hv-cinder-79680 {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:22:40.445351 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] No Port match for: 04940f7f-87de-4aa6-ad53-1548536f45e1 {{(pid=93646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 10:22:40.446057 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7bd116-7701-4f7a-b12f-2fea951feed6 req-421a920f-8a76-4346-8744-bca78cce854d tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:40.446246 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device 04940f7f-87de-4aa6-ad53-1548536f45e1 not bound to the agent host hv-cinder-79680 {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 10:22:40.452721 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-5c7bd116-7701-4f7a-b12f-2fea951feed6 req-421a920f-8a76-4346-8744-bca78cce854d tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b173c33-c7ca-4c6e-98b8-79c9027970bb HTTP/1.1" status: 200 len: 944 time: 0.1893339 Jun 17 10:22:40.573153 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e80306-caad-4138-9413-b8dbc833ed46 req-4b70e529-49ed-4329-bb64-f1921cef68bc tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:40.576560 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-55e80306-caad-4138-9413-b8dbc833ed46 req-4b70e529-49ed-4329-bb64-f1921cef68bc tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e932e89-dbab-40c2-ba76-f9b1c1f8706f HTTP/1.1" status: 200 len: 946 time: 0.2325447 Jun 17 10:22:40.582295 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-5c7bd116-7701-4f7a-b12f-2fea951feed6 req-92650a86-f821-4684-9b18-32cf464d5944 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/security-groups?id=70eaf6ca-0936-4be3-96f5-83f2f2424c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193295 Jun 17 10:22:40.646822 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-55e80306-caad-4138-9413-b8dbc833ed46 req-d9cbf2a2-495b-4c01-b9eb-1a00efc095e1 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] 10.222.0.22 "GET /v2.0/security-groups?id=fec323e8-eec6-46cb-8a1c-89d917698f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626667 Jun 17 10:22:40.752856 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 51982) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:22:41.099543 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.db_base_plugin_v2 [None req-74bb2c12-7e6f-490f-bff5-2a5924134dc8 admin admin] Deleting subnet cef6c515-9123-40fd-a090-e2ea3bc5a141 {{(pid=93645) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 10:22:41.105384 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-74bb2c12-7e6f-490f-bff5-2a5924134dc8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:41.151989 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-74bb2c12-7e6f-490f-bff5-2a5924134dc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129947313'] for subnet, precommit_delete_associations {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:41.211828 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-74bb2c12-7e6f-490f-bff5-2a5924134dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3786257'] for subnet, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:41.402437 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-74bb2c12-7e6f-490f-bff5-2a5924134dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3786264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129691212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129735865'] for subnet, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:41.425288 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-0f3d7975-dab2-487a-a0d1-81fcde3713f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:41.441389 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-74bb2c12-7e6f-490f-bff5-2a5924134dc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625220'] for subnet, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:41.449733 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-74bb2c12-7e6f-490f-bff5-2a5924134dc8 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/cef6c515-9123-40fd-a090-e2ea3bc5a141 HTTP/1.1" status: 204 len: 168 time: 0.6953433 Jun 17 10:22:41.480010 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 51994) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:22:41.490331 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bb2c12-7e6f-490f-bff5-2a5924134dc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cef6c515-9123-40fd-a090-e2ea3bc5a141,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:41.503724 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-74bb2c12-7e6f-490f-bff5-2a5924134dc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:41.674567 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-19fd7d8a-fb98-4536-b95d-a01a6722c846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3843219'] for network, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:41.723217 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d1250-b892-4b14-9735-8925e850ac30 req-a798ab3a-1595-4d72-ad1b-30f01cd6288c tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:41.724958 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d89d1250-b892-4b14-9735-8925e850ac30 req-a798ab3a-1595-4d72-ad1b-30f01cd6288c tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=c115ea05-b61c-4a41-9a4a-e0185fef6be8 HTTP/1.1" status: 200 len: 945 time: 0.3340116 Jun 17 10:22:41.799848 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d747f385-2145-4103-abba-c1951e569180 req-7a11fcec-f989-46c0-a472-fff18e861a04 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:41.802581 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d747f385-2145-4103-abba-c1951e569180 req-7a11fcec-f989-46c0-a472-fff18e861a04 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.47 "GET /v2.0/ports?device_id=c115ea05-b61c-4a41-9a4a-e0185fef6be8 HTTP/1.1" status: 200 len: 945 time: 0.2802856 Jun 17 10:22:42.232516 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2524d-ed33-429a-bad6-b55ee0f73ffd req-2c68107c-3203-445c-81fa-40ac1accc30f tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:42.235631 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-0fa2524d-ed33-429a-bad6-b55ee0f73ffd req-2c68107c-3203-445c-81fa-40ac1accc30f tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e932e89-dbab-40c2-ba76-f9b1c1f8706f HTTP/1.1" status: 200 len: 946 time: 0.1456931 Jun 17 10:22:42.384251 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-19fd7d8a-fb98-4536-b95d-a01a6722c846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3792520', 'neutron.services.segments.db._delete_segments_for_network-8740734359601'] for network, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:42.400576 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device 1c2f9b52-acf9-48c2-9f3a-59435020184d up at agent hyperv_hv-cinder-79680 {{(pid=93646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:22:42.425811 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.services.segments.db [None req-19fd7d8a-fb98-4536-b95d-a01a6722c846 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a805b2b-cd8e-4e47-bb4f-0c9740043540']}} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:22:42.443075 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d89d1250-b892-4b14-9735-8925e850ac30 req-101592ba-2cfa-40fa-9f0a-8323e83d5478 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6770060 Jun 17 10:22:42.445039 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.services.segments.db [None req-19fd7d8a-fb98-4536-b95d-a01a6722c846 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18c6c105-9c0b-4401-b33f-19dbd1751948') {'for_net_delete': True} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:22:42.445039 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.services.segments.db [None req-19fd7d8a-fb98-4536-b95d-a01a6722c846 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18c6c105-9c0b-4401-b33f-19dbd1751948') {} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:22:42.452921 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.plugin [req-0fa2524d-ed33-429a-bad6-b55ee0f73ffd req-f0d13e4a-40c8-448a-9a06-9698fac207a1 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] Deleting port 69285600-7025-4d3a-9461-bd2cba3538bd {{(pid=93645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:22:42.454081 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-0fa2524d-ed33-429a-bad6-b55ee0f73ffd req-f0d13e4a-40c8-448a-9a06-9698fac207a1 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740734272413'] for port, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:42.467152 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-19fd7d8a-fb98-4536-b95d-a01a6722c846 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740734358402', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128499297'] for segment, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:42.542969 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-19fd7d8a-fb98-4536-b95d-a01a6722c846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3785028'] for segment, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:42.595491 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19fd7d8a-fb98-4536-b95d-a01a6722c846 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=93644) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 10:22:42.601307 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-19fd7d8a-fb98-4536-b95d-a01a6722c846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3785028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125912169'] for segment, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:42.604166 dv-cinder-796806-1-iscsi neutron-server[93644]: Traceback (most recent call last): Jun 17 10:22:42.604166 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 10:22:42.604166 dv-cinder-796806-1-iscsi neutron-server[93644]: timer() Jun 17 10:22:42.604166 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 10:22:42.604166 dv-cinder-796806-1-iscsi neutron-server[93644]: cb(*args, **kw) Jun 17 10:22:42.604166 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 10:22:42.604166 dv-cinder-796806-1-iscsi neutron-server[93644]: return func(*args, **kwargs) Jun 17 10:22:42.604166 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 10:22:42.604166 dv-cinder-796806-1-iscsi neutron-server[93644]: self._notify() Jun 17 10:22:42.604166 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 10:22:42.604166 dv-cinder-796806-1-iscsi neutron-server[93644]: self.callback(batched_events) Jun 17 10:22:42.604166 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 10:22:42.604166 dv-cinder-796806-1-iscsi neutron-server[93644]: event.method(event) Jun 17 10:22:42.604166 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 10:22:42.604166 dv-cinder-796806-1-iscsi neutron-server[93644]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 10:22:42.604166 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 10:22:42.604166 dv-cinder-796806-1-iscsi neutron-server[93644]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 10:22:42.604166 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 10:22:42.604166 dv-cinder-796806-1-iscsi neutron-server[93644]: return f(self, *a, **k) Jun 17 10:22:42.604166 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 10:22:42.604166 dv-cinder-796806-1-iscsi neutron-server[93644]: return self._get(url).json() Jun 17 10:22:42.604166 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 10:22:42.604166 dv-cinder-796806-1-iscsi neutron-server[93644]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 10:22:42.604166 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 10:22:42.604166 dv-cinder-796806-1-iscsi neutron-server[93644]: return self.request(url, 'GET', **kwargs) Jun 17 10:22:42.604166 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 10:22:42.604166 dv-cinder-796806-1-iscsi neutron-server[93644]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 10:22:42.604166 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 10:22:42.604166 dv-cinder-796806-1-iscsi neutron-server[93644]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 10:22:42.604166 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 10:22:42.604166 dv-cinder-796806-1-iscsi neutron-server[93644]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 10:22:42.604166 dv-cinder-796806-1-iscsi neutron-server[93644]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 10:22:42.667194 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d9ebd-15aa-4604-aaba-e429e99d6f28 req-669d763f-d170-4131-8d63-eb3370637d47 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:42.669945 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-7a9d9ebd-15aa-4604-aaba-e429e99d6f28 req-669d763f-d170-4131-8d63-eb3370637d47 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b173c33-c7ca-4c6e-98b8-79c9027970bb HTTP/1.1" status: 200 len: 944 time: 0.8881409 Jun 17 10:22:42.728575 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Provisioning for port 1c2f9b52-acf9-48c2-9f3a-59435020184d completed by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:22:42.737875 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Provisioning complete for port 1c2f9b52-acf9-48c2-9f3a-59435020184d triggered by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:22:42.738734 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:42.768416 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.db [req-0fa2524d-ed33-429a-bad6-b55ee0f73ffd req-f0d13e4a-40c8-448a-9a06-9698fac207a1 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] For port 69285600-7025-4d3a-9461-bd2cba3538bd, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=69285600-7025-4d3a-9461-bd2cba3538bd,segment=NetworkSegment(36f28760-8206-4988-9aaa-df990eabba47),segment_id=36f28760-8206-4988-9aaa-df990eabba47)] {{(pid=93645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:22:42.769831 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-0fa2524d-ed33-429a-bad6-b55ee0f73ffd req-f0d13e4a-40c8-448a-9a06-9698fac207a1 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685530'] for port, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:42.861810 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.plugin [req-d747f385-2145-4103-abba-c1951e569180 req-f70cabdb-48e4-4f91-8dd5-fbfac63a3b48 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Deleting port 3cc3dcf6-bcde-4ba1-a2d5-c135c31a5b0c {{(pid=93644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:22:42.862325 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-d747f385-2145-4103-abba-c1951e569180 req-f70cabdb-48e4-4f91-8dd5-fbfac63a3b48 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740734272413'] for port, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:42.908916 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.plugin [req-0fa2524d-ed33-429a-bad6-b55ee0f73ffd req-f0d13e4a-40c8-448a-9a06-9698fac207a1 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] Calling delete_port for 69285600-7025-4d3a-9461-bd2cba3538bd owned by compute:nova {{(pid=93645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:22:42.936436 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-7a9d9ebd-15aa-4604-aaba-e429e99d6f28 req-6e6ec43a-a292-4221-a79b-5cdd64d89f7c tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/security-groups?id=70eaf6ca-0936-4be3-96f5-83f2f2424c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2536623 Jun 17 10:22:42.950404 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-19fd7d8a-fb98-4536-b95d-a01a6722c846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3792531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-714710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684612'] for network, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:42.953606 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:43.030005 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:43.032885 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] For port 1c2f9b52-acf9-48c2-9f3a-59435020184d, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=1c2f9b52-acf9-48c2-9f3a-59435020184d,segment=NetworkSegment(e5a4c8b0-db77-4faf-bf25-5097f0723781),segment_id=e5a4c8b0-db77-4faf-bf25-5097f0723781)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:22:43.036045 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b173c33-c7ca-4c6e-98b8-79c9027970bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c2f9b52-acf9-48c2-9f3a-59435020184d'}] {{(pid=93646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:22:43.040172 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-19fd7d8a-fb98-4536-b95d-a01a6722c846 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625220'] for network, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:43.040801 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}202ec35f0b2f503ce7e4db3a1c258f37e57fe85608606de8e1c873696d713f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c888bc-4d34-4341-bab6-6aa1a7445a72" -d '{"events": [{"server_uuid": "4b173c33-c7ca-4c6e-98b8-79c9027970bb", "name": "network-vif-plugged", "status": "completed", "tag": "1c2f9b52-acf9-48c2-9f3a-59435020184d"}]}' {{(pid=93646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:22:43.043762 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-19fd7d8a-fb98-4536-b95d-a01a6722c846 admin admin] 10.222.0.22 "DELETE /v2.0/networks/9a805b2b-cd8e-4e47-bb4f-0c9740043540 HTTP/1.1" status: 204 len: 168 time: 1.5615866 Jun 17 10:22:43.093524 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fd7d8a-fb98-4536-b95d-a01a6722c846 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a805b2b-cd8e-4e47-bb4f-0c9740043540,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:43.105317 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-19fd7d8a-fb98-4536-b95d-a01a6722c846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:43.140703 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:43.143990 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-424b8890-3e38-4297-acf7-814fb67fa4c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:43.189577 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a789c35b-0174-4de6-882d-66102c450e5e req-c073a577-e941-43d1-8296-cee7bbf7dbfa tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:43.203209 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-a789c35b-0174-4de6-882d-66102c450e5e req-c073a577-e941-43d1-8296-cee7bbf7dbfa tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e932e89-dbab-40c2-ba76-f9b1c1f8706f HTTP/1.1" status: 200 len: 946 time: 0.4402096 Jun 17 10:22:43.212142 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.db [req-d747f385-2145-4103-abba-c1951e569180 req-f70cabdb-48e4-4f91-8dd5-fbfac63a3b48 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] For port 3cc3dcf6-bcde-4ba1-a2d5-c135c31a5b0c, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=3cc3dcf6-bcde-4ba1-a2d5-c135c31a5b0c,segment=NetworkSegment(ec66c95e-bed2-41a1-bed7-5691438f5994),segment_id=ec66c95e-bed2-41a1-bed7-5691438f5994)] {{(pid=93644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:22:43.212951 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-d747f385-2145-4103-abba-c1951e569180 req-f70cabdb-48e4-4f91-8dd5-fbfac63a3b48 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685530'] for port, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:43.253625 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Pushing event updated for resources: {'Port': ['ID=1c2f9b52-acf9-48c2-9f3a-59435020184d,revision_number=5']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:43.258249 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:43.342968 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-3425345a-c464-4f82-baa8-0a72d589cf75 req-089af67e-6d23-4358-9e4f-d843b7943809 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=02f940863e244027bfc59cc1549ca4c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1360407 Jun 17 10:22:43.395768 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.plugin [req-d747f385-2145-4103-abba-c1951e569180 req-f70cabdb-48e4-4f91-8dd5-fbfac63a3b48 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Calling delete_port for 3cc3dcf6-bcde-4ba1-a2d5-c135c31a5b0c owned by compute:nova {{(pid=93644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:22:43.408371 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-0fa2524d-ed33-429a-bad6-b55ee0f73ffd req-f0d13e4a-40c8-448a-9a06-9698fac207a1 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740734277497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740733869096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129691318'] for port, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:43.415374 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:43.426434 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] get_ports_and_sgs() called for port_ids ['69285600-7025-4d3a-9461-bd2cba3538bd'] {{(pid=93646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 10:22:43.480460 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d13e4a-40c8-448a-9a06-9698fac207a1 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] Pushing event deleted for resources: {'Port': ['ID=69285600-7025-4d3a-9461-bd2cba3538bd,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:43.486532 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-f0d13e4a-40c8-448a-9a06-9698fac207a1 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:43.555177 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fa2524d-ed33-429a-bad6-b55ee0f73ffd req-f0d13e4a-40c8-448a-9a06-9698fac207a1 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] No DVR routers for this DVR port 69285600-7025-4d3a-9461-bd2cba3538bd on host hv-cinder-79680 {{(pid=93645) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 10:22:43.560062 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-0fa2524d-ed33-429a-bad6-b55ee0f73ffd req-f0d13e4a-40c8-448a-9a06-9698fac207a1 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733'] for port, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:43.564351 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-0fa2524d-ed33-429a-bad6-b55ee0f73ffd req-f0d13e4a-40c8-448a-9a06-9698fac207a1 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] 10.222.0.47 "DELETE /v2.0/ports/69285600-7025-4d3a-9461-bd2cba3538bd HTTP/1.1" status: 204 len: 173 time: 1.3188705 Jun 17 10:22:43.564921 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e932e89-dbab-40c2-ba76-f9b1c1f8706f', 'name': 'network-vif-deleted', 'tag': '69285600-7025-4d3a-9461-bd2cba3538bd'}] {{(pid=93645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:22:43.570232 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25c6fbde856bb10fc3e6f7e7beb0655886cca8e381c3d168db957d1d9f65ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7585253c-c464-4ad0-a465-5b7daf355d65" -d '{"events": [{"server_uuid": "2e932e89-dbab-40c2-ba76-f9b1c1f8706f", "name": "network-vif-deleted", "tag": "69285600-7025-4d3a-9461-bd2cba3538bd"}]}' {{(pid=93645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:22:43.677921 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-a789c35b-0174-4de6-882d-66102c450e5e req-5b608669-a4f6-42d9-995d-408a47520ca4 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] 10.222.0.22 "GET /v2.0/security-groups?id=fec323e8-eec6-46cb-8a1c-89d917698f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4571962 Jun 17 10:22:43.761869 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 52028) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:22:43.852256 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-4f2d924b-b77f-4369-a503-b5577d936137 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7c65ad8f35ae464b8ab3462292a725d5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0885496 Jun 17 10:22:43.857590 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 52030) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:22:43.886310 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-d747f385-2145-4103-abba-c1951e569180 req-f70cabdb-48e4-4f91-8dd5-fbfac63a3b48 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740734277497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740733869096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125912126'] for port, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:43.904787 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:43.937038 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] get_ports_and_sgs() called for port_ids ['b1924e06-caa3-4695-8bd6-e71e3f3430da', '3cc3dcf6-bcde-4ba1-a2d5-c135c31a5b0c'] {{(pid=93646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 10:22:43.985696 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-86e6ae29-60c0-4789-9dac-1a5859984f4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:44.021774 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3425345a-c464-4f82-baa8-0a72d589cf75 req-bf04e1ea-bb80-41c6-8716-0d8a17608c65 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:44.037880 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-86e6ae29-60c0-4789-9dac-1a5859984f4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:44.050673 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-3425345a-c464-4f82-baa8-0a72d589cf75 req-bf04e1ea-bb80-41c6-8716-0d8a17608c65 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6465416 Jun 17 10:22:44.152746 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70cabdb-48e4-4f91-8dd5-fbfac63a3b48 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Pushing event deleted for resources: {'Port': ['ID=3cc3dcf6-bcde-4ba1-a2d5-c135c31a5b0c,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:44.163547 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-f70cabdb-48e4-4f91-8dd5-fbfac63a3b48 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:44.212821 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-3425345a-c464-4f82-baa8-0a72d589cf75 req-6886d412-0b23-49c0-9c82-2ecacf8df180 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] 10.222.0.22 "GET /v2.0/quotas/02f940863e244027bfc59cc1549ca4c1 HTTP/1.1" status: 200 len: 375 time: 0.1602256 Jun 17 10:22:44.249364 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2508245-58e1-408e-ac79-1287b9a5be3c x-openstack-request-id: req-c2508245-58e1-408e-ac79-1287b9a5be3c {{(pid=93646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:22:44.249840 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b173c33-c7ca-4c6e-98b8-79c9027970bb", "name": "network-vif-plugged", "status": "completed", "tag": "1c2f9b52-acf9-48c2-9f3a-59435020184d", "code": 200}]} {{(pid=93646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:22:44.250205 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c2508245-58e1-408e-ac79-1287b9a5be3c {{(pid=93646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:22:44.250931 dv-cinder-796806-1-iscsi neutron-server[93646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b173c33-c7ca-4c6e-98b8-79c9027970bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c2f9b52-acf9-48c2-9f3a-59435020184d', 'code': 200} Jun 17 10:22:44.305429 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-86e6ae29-60c0-4789-9dac-1a5859984f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:44.312266 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-86e6ae29-60c0-4789-9dac-1a5859984f4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:44.319308 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-86e6ae29-60c0-4789-9dac-1a5859984f4a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4b298a6e-ca03-4b84-a35f-a75e19063a83 HTTP/1.1" status: 204 len: 168 time: 0.4585981 Jun 17 10:22:44.322715 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-c0242d3b-6275-42c0-9056-77e129bad2d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:44.334052 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvrscheduler_db [req-d747f385-2145-4103-abba-c1951e569180 req-f70cabdb-48e4-4f91-8dd5-fbfac63a3b48 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] No DVR routers for this DVR port 3cc3dcf6-bcde-4ba1-a2d5-c135c31a5b0c on host hv-cinder-79680 {{(pid=93644) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 10:22:44.338565 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-d747f385-2145-4103-abba-c1951e569180 req-f70cabdb-48e4-4f91-8dd5-fbfac63a3b48 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733'] for port, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:44.343302 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e6ae29-60c0-4789-9dac-1a5859984f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b298a6e-ca03-4b84-a35f-a75e19063a83,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:44.343691 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d747f385-2145-4103-abba-c1951e569180 req-f70cabdb-48e4-4f91-8dd5-fbfac63a3b48 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.47 "DELETE /v2.0/ports/3cc3dcf6-bcde-4ba1-a2d5-c135c31a5b0c HTTP/1.1" status: 204 len: 173 time: 2.4941819 Jun 17 10:22:44.344842 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c115ea05-b61c-4a41-9a4a-e0185fef6be8', 'name': 'network-vif-deleted', 'tag': '3cc3dcf6-bcde-4ba1-a2d5-c135c31a5b0c'}] {{(pid=93644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:22:44.350176 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-86e6ae29-60c0-4789-9dac-1a5859984f4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:44.374736 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e3e45b0fad0fac0035bff2321de6238b3105d4201b4fc6e845e8cd3cf45f1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33adf3b-6142-43f3-af34-514bdd763fb1" -d '{"events": [{"server_uuid": "c115ea05-b61c-4a41-9a4a-e0185fef6be8", "name": "network-vif-deleted", "tag": "3cc3dcf6-bcde-4ba1-a2d5-c135c31a5b0c"}]}' {{(pid=93644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:22:44.384366 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-3425345a-c464-4f82-baa8-0a72d589cf75 req-e41c0295-c714-4494-87aa-3e9403494748 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=02f940863e244027bfc59cc1549ca4c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1191947 Jun 17 10:22:44.567641 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-03cb6744-5dfe-4a43-91cb-a2de983f5bd0 req-ae9932cf-0648-4fc2-aecd-40c0f8e782c5 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=c115ea05-b61c-4a41-9a4a-e0185fef6be8 HTTP/1.1" status: 200 len: 210 time: 0.1095243 Jun 17 10:22:44.659853 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae0df399-1707-49ce-9463-a2edde5c6797 x-openstack-request-id: req-ae0df399-1707-49ce-9463-a2edde5c6797 {{(pid=93645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:22:44.660501 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e932e89-dbab-40c2-ba76-f9b1c1f8706f", "name": "network-vif-deleted", "tag": "69285600-7025-4d3a-9461-bd2cba3538bd", "status": "completed", "code": 200}]} {{(pid=93645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:22:44.660865 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ae0df399-1707-49ce-9463-a2edde5c6797 {{(pid=93645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:22:44.661629 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e932e89-dbab-40c2-ba76-f9b1c1f8706f', 'name': 'network-vif-deleted', 'tag': '69285600-7025-4d3a-9461-bd2cba3538bd', 'status': 'completed', 'code': 200} Jun 17 10:22:44.983982 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b3800e-711c-43fb-a13c-e32ec2646ed8 req-3e4ce6f0-8de6-4783-990c-c117dbeb983e tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:44.986428 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-e9b3800e-711c-43fb-a13c-e32ec2646ed8 req-3e4ce6f0-8de6-4783-990c-c117dbeb983e tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b173c33-c7ca-4c6e-98b8-79c9027970bb HTTP/1.1" status: 200 len: 945 time: 0.1489635 Jun 17 10:22:45.065588 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff6863f-cdb0-4a79-af54-5fc25ca1e772 x-openstack-request-id: req-6ff6863f-cdb0-4a79-af54-5fc25ca1e772 {{(pid=93644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:22:45.066266 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c115ea05-b61c-4a41-9a4a-e0185fef6be8", "name": "network-vif-deleted", "tag": "3cc3dcf6-bcde-4ba1-a2d5-c135c31a5b0c", "status": "completed", "code": 200}]} {{(pid=93644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:22:45.066768 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6ff6863f-cdb0-4a79-af54-5fc25ca1e772 {{(pid=93644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:22:45.067481 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c115ea05-b61c-4a41-9a4a-e0185fef6be8', 'name': 'network-vif-deleted', 'tag': '3cc3dcf6-bcde-4ba1-a2d5-c135c31a5b0c', 'status': 'completed', 'code': 200} Jun 17 10:22:45.082023 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-e9b3800e-711c-43fb-a13c-e32ec2646ed8 req-92c11bba-904c-41c7-ba14-26736f63dded tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/security-groups?id=70eaf6ca-0936-4be3-96f5-83f2f2424c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838308 Jun 17 10:22:45.454322 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-877377e9-c2e4-4f3d-ade7-b0f4b42ec408 req-f9663055-e8b5-4e21-9e24-212f41d2c788 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] 10.222.0.22 "GET /v2.0/ports?device_id=85cd5a75-988e-4ce0-8a71-dd029aab331a HTTP/1.1" status: 200 len: 210 time: 0.2112255 Jun 17 10:22:45.503389 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-a1b034a5-6203-4c55-b9dc-4c88db701a51 req-335fb97d-1a90-4c33-92c4-ae6bb08e554e tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e932e89-dbab-40c2-ba76-f9b1c1f8706f HTTP/1.1" status: 200 len: 210 time: 0.1114116 Jun 17 10:22:45.612515 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99a7207-f730-4363-8ee2-a5181cba6068 req-e4143654-4888-4b23-b4b1-4f40626b5b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:45.616972 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-b99a7207-f730-4363-8ee2-a5181cba6068 req-e4143654-4888-4b23-b4b1-4f40626b5b7c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4b173c33-c7ca-4c6e-98b8-79c9027970bb HTTP/1.1" status: 200 len: 1098 time: 0.3293955 Jun 17 10:22:45.770859 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-b99a7207-f730-4363-8ee2-a5181cba6068 req-03d8ea14-7ea7-488e-88a1-580785eedc62 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=70eaf6ca-0936-4be3-96f5-83f2f2424c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375673 Jun 17 10:22:45.906055 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-211bc71b-37e4-4153-b45d-db96f9c8ecc0 req-f56508bf-4c33-427a-a38c-f7464087ce9e tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=c115ea05-b61c-4a41-9a4a-e0185fef6be8 HTTP/1.1" status: 200 len: 210 time: 0.0594618 Jun 17 10:22:46.434095 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device 3cc3dcf6-bcde-4ba1-a2d5-c135c31a5b0c no longer exists at agent hyperv_hv-cinder-79680 {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:22:46.485506 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] No Port match for: 3cc3dcf6-bcde-4ba1-a2d5-c135c31a5b0c {{(pid=93646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 10:22:46.486548 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device 3cc3dcf6-bcde-4ba1-a2d5-c135c31a5b0c not bound to the agent host hv-cinder-79680 {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 10:22:46.487220 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device 69285600-7025-4d3a-9461-bd2cba3538bd no longer exists at agent hyperv_hv-cinder-79680 {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:22:46.503222 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b455af6-3bf6-4f8e-bfac-241e6e4059ed req-ce3aa42c-6412-4f87-9180-69caf09823e8 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:46.505678 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-2b455af6-3bf6-4f8e-bfac-241e6e4059ed req-ce3aa42c-6412-4f87-9180-69caf09823e8 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b173c33-c7ca-4c6e-98b8-79c9027970bb HTTP/1.1" status: 200 len: 945 time: 0.1559734 Jun 17 10:22:46.527301 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] No Port match for: 69285600-7025-4d3a-9461-bd2cba3538bd {{(pid=93646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 10:22:46.528123 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device 69285600-7025-4d3a-9461-bd2cba3538bd not bound to the agent host hv-cinder-79680 {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 10:22:46.633061 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-2b455af6-3bf6-4f8e-bfac-241e6e4059ed req-9a37eaaa-c3bd-4ca7-a242-06fa3848a768 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/security-groups?id=70eaf6ca-0936-4be3-96f5-83f2f2424c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121383 Jun 17 10:22:46.679622 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-0b6b8d0f-45bc-446d-8389-0db3b96b82d2 req-fda490d3-e022-4c0c-b901-66f499eb6076 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] 10.222.0.22 "GET /v2.0/ports?device_id=85cd5a75-988e-4ce0-8a71-dd029aab331a HTTP/1.1" status: 200 len: 210 time: 0.0561101 Jun 17 10:22:47.965244 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c795b415-35c9-4d5c-9dac-680592eb94f0 req-905a09f3-e55e-4619-9c14-047f3219319e tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:47.967946 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-c795b415-35c9-4d5c-9dac-680592eb94f0 req-905a09f3-e55e-4619-9c14-047f3219319e tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b173c33-c7ca-4c6e-98b8-79c9027970bb HTTP/1.1" status: 200 len: 945 time: 0.0911441 Jun 17 10:22:48.082948 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-c795b415-35c9-4d5c-9dac-680592eb94f0 req-14420908-d6e6-4c8d-8fdc-eee110e9a89d tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/security-groups?id=70eaf6ca-0936-4be3-96f5-83f2f2424c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989742 Jun 17 10:22:48.197299 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-5eb7dc1c-d776-43fb-a0b2-cee66567bbc7 req-cbb73f73-65b8-4561-b36c-4111faf1e9dc tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] 10.222.0.22 "GET /v2.0/ports?device_id=85cd5a75-988e-4ce0-8a71-dd029aab331a HTTP/1.1" status: 200 len: 210 time: 0.0574703 Jun 17 10:22:48.471451 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78653cc9-f281-4dab-9b26-e0080fa542cc req-a84acdb1-513c-4a79-af0d-441274ec04a5 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:48.479543 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-78653cc9-f281-4dab-9b26-e0080fa542cc req-a84acdb1-513c-4a79-af0d-441274ec04a5 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.1578515 Jun 17 10:22:48.615443 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-78653cc9-f281-4dab-9b26-e0080fa542cc req-94de8f8c-1da4-4159-a449-d3014a812aef tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844409 Jun 17 10:22:48.666997 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91edc427-344d-414f-ab67-acda9a6511d1 req-42127873-ce93-4b6c-9ad1-028db66e4a0b tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:48.671047 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-91edc427-344d-414f-ab67-acda9a6511d1 req-42127873-ce93-4b6c-9ad1-028db66e4a0b tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b173c33-c7ca-4c6e-98b8-79c9027970bb HTTP/1.1" status: 200 len: 945 time: 0.1867034 Jun 17 10:22:48.749032 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-91edc427-344d-414f-ab67-acda9a6511d1 req-3aee5189-84e4-45e7-b580-e191cfd6ff42 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/security-groups?id=70eaf6ca-0936-4be3-96f5-83f2f2424c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674472 Jun 17 10:22:48.802866 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 52124) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:22:49.212746 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e17985-c066-44d1-bce6-b42f2991262b tempest-TestShelveInstance-72341121 tempest-TestShelveInstance-72341121-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:49.215737 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-91e17985-c066-44d1-bce6-b42f2991262b tempest-TestShelveInstance-72341121 tempest-TestShelveInstance-72341121-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=4b173c33-c7ca-4c6e-98b8-79c9027970bb HTTP/1.1" status: 200 len: 1093 time: 0.4103031 Jun 17 10:22:49.220959 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 52132) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:22:49.229872 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.v2.base [None req-3114d271-e498-4386-b83a-4a86aca987de tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Request body: {'floatingip': {'floating_network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'port_id': '1c2f9b52-acf9-48c2-9f3a-59435020184d', 'tenant_id': 'a48f3a58719945bcbe434bb642bb07c4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:22:49.433074 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-3114d271-e498-4386-b83a-4a86aca987de tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Notify callbacks [] for floatingip, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:49.489807 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-18ae0660-7a42-4cae-86e4-75943627f9eb req-bae962ed-71d9-47c2-b671-36b2a654b6fd tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] 10.222.0.22 "GET /v2.0/ports?device_id=85cd5a75-988e-4ce0-8a71-dd029aab331a HTTP/1.1" status: 200 len: 210 time: 0.0841978 Jun 17 10:22:49.650327 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-3114d271-e498-4386-b83a-4a86aca987de tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3930454'] for port, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:49.901416 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d159ea8d-6b7e-4560-ad12-6d97299ba880 req-09296b26-b514-4c44-b333-8eeca661d76d tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:49.903959 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d159ea8d-6b7e-4560-ad12-6d97299ba880 req-09296b26-b514-4c44-b333-8eeca661d76d tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.0841632 Jun 17 10:22:49.910118 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.db_base_plugin_common [None req-3114d271-e498-4386-b83a-4a86aca987de tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Allocated IP 172.27.0.179 (ca6a8a4d-93b8-4490-aa3c-706a0423303e/260414bf-ab79-4984-a32f-8ad464893cf6/c95cc2e1-2f9f-47fa-b60f-53a406296eea) {{(pid=93645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:22:49.988831 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d159ea8d-6b7e-4560-ad12-6d97299ba880 req-e548fa54-91aa-4831-bf5e-3553daeef07e tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695608 Jun 17 10:22:50.122910 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-3114d271-e498-4386-b83a-4a86aca987de tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Notify callbacks [] for port, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:50.277906 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-3114d271-e498-4386-b83a-4a86aca987de tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3925395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740733869087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129691327'] for port, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:50.284726 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:50.349805 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3114d271-e498-4386-b83a-4a86aca987de tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Network ca6a8a4d-93b8-4490-aa3c-706a0423303e is already hosted by enough agents. {{(pid=93645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:22:50.355692 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.base_scheduler [None req-3114d271-e498-4386-b83a-4a86aca987de tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Resources bound (agent type, host, resource id): {{(pid=93645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:22:50.362757 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3114d271-e498-4386-b83a-4a86aca987de tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Received port after_create {{(pid=93645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:22:50.413953 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3114d271-e498-4386-b83a-4a86aca987de tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Pushing event updated for resources: {'Port': ['ID=c95cc2e1-2f9f-47fa-b60f-53a406296eea,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:50.424896 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-3114d271-e498-4386-b83a-4a86aca987de tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:50.814724 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-1fac86cd-7877-4fae-9a69-2a3a8518f185 req-8771345c-98e4-4d33-9971-ad154a9af000 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] 10.222.0.22 "GET /v2.0/ports?device_id=85cd5a75-988e-4ce0-8a71-dd029aab331a HTTP/1.1" status: 200 len: 210 time: 0.0612538 Jun 17 10:22:50.888738 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 52168) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:22:51.075460 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-657d0bd9-bb44-4a87-a056-67b6a835e66f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:51.273257 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-657d0bd9-bb44-4a87-a056-67b6a835e66f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:51.382535 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-657d0bd9-bb44-4a87-a056-67b6a835e66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:51.390160 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-e1a58117-e07b-4bc4-92b2-663fbe77183b tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:51.411994 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b9c19-8b0f-49e2-a190-020b58205005 req-00e309c9-9793-445f-9e02-b35e628593a4 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:51.415560 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-8a0b9c19-8b0f-49e2-a190-020b58205005 req-00e309c9-9793-445f-9e02-b35e628593a4 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.1600802 Jun 17 10:22:51.489517 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-3114d271-e498-4386-b83a-4a86aca987de tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:51.504839 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-657d0bd9-bb44-4a87-a056-67b6a835e66f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fa6669faff6644bba0686568189f342e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6144404 Jun 17 10:22:51.510177 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657d0bd9-bb44-4a87-a056-67b6a835e66f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4f7b96-ebd8-4efa-883f-1204d95cc733,revision_number=1']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:51.515595 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 52174) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:22:51.521891 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-657d0bd9-bb44-4a87-a056-67b6a835e66f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:51.605865 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-8a0b9c19-8b0f-49e2-a190-020b58205005 req-1ffaf097-bd22-490e-8d9f-20acff0737ee tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663716 Jun 17 10:22:51.662177 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-480310af-75a6-43e7-94e7-ac6f6b8480a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:51.725408 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-480310af-75a6-43e7-94e7-ac6f6b8480a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:51.732829 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-3114d271-e498-4386-b83a-4a86aca987de tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:51.939841 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-480310af-75a6-43e7-94e7-ac6f6b8480a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:51.945099 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-480310af-75a6-43e7-94e7-ac6f6b8480a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:51.951951 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-480310af-75a6-43e7-94e7-ac6f6b8480a8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ff4f7b96-ebd8-4efa-883f-1204d95cc733 HTTP/1.1" status: 204 len: 168 time: 0.4284678 Jun 17 10:22:51.951951 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-c1f873df-520e-4aaf-a2ad-49457cea473d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:51.974416 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480310af-75a6-43e7-94e7-ac6f6b8480a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4f7b96-ebd8-4efa-883f-1204d95cc733,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:51.980663 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-480310af-75a6-43e7-94e7-ac6f6b8480a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:52.072460 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-3114d271-e498-4386-b83a-4a86aca987de tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Notify callbacks [] for port, precommit_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:52.134116 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-f5fcdcad-d73c-4756-bff8-8844f0d2c609 req-935681cf-472f-453a-989f-d7f31d49fe0d tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] 10.222.0.22 "GET /v2.0/ports?device_id=85cd5a75-988e-4ce0-8a71-dd029aab331a HTTP/1.1" status: 200 len: 210 time: 0.0659962 Jun 17 10:22:52.202452 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-3114d271-e498-4386-b83a-4a86aca987de tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129691277'] for port, after_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:52.208480 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-5a7ece61-4b10-41f8-8359-fff9f2083021 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:52.347028 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3114d271-e498-4386-b83a-4a86aca987de tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Pushing event updated for resources: {'Port': ['ID=c95cc2e1-2f9f-47fa-b60f-53a406296eea,revision_number=2']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:52.354749 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-3114d271-e498-4386-b83a-4a86aca987de tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:52.373301 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-3114d271-e498-4386-b83a-4a86aca987de tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684762'] for floatingip, after_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:52.548879 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.db.l3_db [None req-3114d271-e498-4386-b83a-4a86aca987de tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Floating IP be03da3f-4f6f-4637-b75e-a8455776182e associated. External IP: 172.27.0.179, port: 1c2f9b52-acf9-48c2-9f3a-59435020184d. Jun 17 10:22:52.983307 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3114d271-e498-4386-b83a-4a86aca987de tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Router 5c9ef50f-105a-4bd9-8915-5d5eecab81d8 has already been hosted by L3 agent 9ed9efc2-3eec-4d73-b246-cbd899a1984b {{(pid=93645) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 10:22:52.991153 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d2185-9418-4564-9c6a-30a9f372f860 req-8da746e9-3d00-4c4b-8858-1cc15a423b2a tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:52.995622 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d61d2185-9418-4564-9c6a-30a9f372f860 req-8da746e9-3d00-4c4b-8858-1cc15a423b2a tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.1583097 Jun 17 10:22:53.000749 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 52204) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:22:53.027718 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-3e519d0e-9f7d-43e2-9025-c55351dfc613 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:53.136175 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d61d2185-9418-4564-9c6a-30a9f372f860 req-2d4af740-1502-4940-bf00-cef1e805c922 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121776 Jun 17 10:22:53.220852 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3114d271-e498-4386-b83a-4a86aca987de tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Notify agent at l3_agent.dv-cinder-796806-1-iscsi the message routers_updated {{(pid=93645) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 10:22:53.242445 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c426d3-b2f0-4107-aa86-8aacd57afa35 None None] Sync routers for ids ['5c9ef50f-105a-4bd9-8915-5d5eecab81d8'] in dv-cinder-796806-1-iscsi {{(pid=93647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 10:22:53.278984 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c426d3-b2f0-4107-aa86-8aacd57afa35 None None] Routers {'5c9ef50f-105a-4bd9-8915-5d5eecab81d8'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:22:53.279981 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-62c426d3-b2f0-4107-aa86-8aacd57afa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:22:33Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['5c9ef50f-105a-4bd9-8915-5d5eecab81d8'], 'active': True} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:22:53.330047 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-3e519d0e-9f7d-43e2-9025-c55351dfc613 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:53.453813 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-b14a1743-f011-48c6-afd0-da85e786e255 req-b92364c3-ac8a-418d-9b2f-287e9bdc292e tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] 10.222.0.22 "GET /v2.0/ports?device_id=85cd5a75-988e-4ce0-8a71-dd029aab331a HTTP/1.1" status: 200 len: 210 time: 0.0512793 Jun 17 10:22:53.455073 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-3e519d0e-9f7d-43e2-9025-c55351dfc613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:53.460045 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-2866487f-8c44-404a-aa1e-7a90b4dd3113 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:53.501248 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvr_db [None req-62c426d3-b2f0-4107-aa86-8aacd57afa35 None None] Set router 5c9ef50f-105a-4bd9-8915-5d5eecab81d8 gateway port host: dv-cinder-796806-1-iscsi {{(pid=93647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:22:53.558704 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-3e519d0e-9f7d-43e2-9025-c55351dfc613 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e3db3a15c46642a5a0c8b5099f8170e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5561144 Jun 17 10:22:53.561656 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e519d0e-9f7d-43e2-9025-c55351dfc613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08757e6f-764c-4198-8120-47f3320125df,revision_number=1']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:53.564358 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 52218) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:22:53.577850 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-3114d271-e498-4386-b83a-4a86aca987de tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733'] for floatingip, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:53.578471 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-3e519d0e-9f7d-43e2-9025-c55351dfc613 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:53.727565 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-3114d271-e498-4386-b83a-4a86aca987de tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.5011694 Jun 17 10:22:53.727565 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b173c33-c7ca-4c6e-98b8-79c9027970bb', 'tag': '1c2f9b52-acf9-48c2-9f3a-59435020184d'}] {{(pid=93645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:22:53.731198 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25c6fbde856bb10fc3e6f7e7beb0655886cca8e381c3d168db957d1d9f65ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef9645b-8b28-43bc-850c-db26e74509a5" -d '{"events": [{"name": "network-changed", "server_uuid": "4b173c33-c7ca-4c6e-98b8-79c9027970bb", "tag": "1c2f9b52-acf9-48c2-9f3a-59435020184d"}]}' {{(pid=93645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:22:53.759181 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-f36a3510-a114-4259-8433-4ca0b691c517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:53.817715 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-f36a3510-a114-4259-8433-4ca0b691c517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:53.850575 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 10:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2fd2a9-b502-4954-bbde-a06343bba31a x-openstack-request-id: req-5a2fd2a9-b502-4954-bbde-a06343bba31a {{(pid=93645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:22:53.851571 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b173c33-c7ca-4c6e-98b8-79c9027970bb", "tag": "1c2f9b52-acf9-48c2-9f3a-59435020184d", "status": "completed", "code": 200}]} {{(pid=93645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:22:53.852418 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5a2fd2a9-b502-4954-bbde-a06343bba31a {{(pid=93645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:22:53.853429 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b173c33-c7ca-4c6e-98b8-79c9027970bb', 'tag': '1c2f9b52-acf9-48c2-9f3a-59435020184d', 'status': 'completed', 'code': 200} Jun 17 10:22:53.904641 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-3425345a-c464-4f82-baa8-0a72d589cf75 req-a803e2e8-937f-4b36-aa38-2fa8bfaca82e tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=02f940863e244027bfc59cc1549ca4c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0905066 Jun 17 10:22:54.040921 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef9645b-8b28-43bc-850c-db26e74509a5 req-260aa111-889e-4d09-9944-897f33465d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:54.043293 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-bef9645b-8b28-43bc-850c-db26e74509a5 req-260aa111-889e-4d09-9944-897f33465d4b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a48f3a58719945bcbe434bb642bb07c4&device_id=4b173c33-c7ca-4c6e-98b8-79c9027970bb HTTP/1.1" status: 200 len: 1098 time: 0.1282902 Jun 17 10:22:54.082407 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-62c426d3-b2f0-4107-aa86-8aacd57afa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9ef50f-105a-4bd9-8915-5d5eecab81d8', 'name': 'tempest-TestShelveInstance-948250959-router', 'tenant_id': 'a48f3a58719945bcbe434bb642bb07c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '14ba9241-c73f-4de9-98cc-4e7491013d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:20:09Z', 'updated_at': '2021-06-17T10:20:23Z', 'revision_number': 4, 'project_id': 'a48f3a58719945bcbe434bb642bb07c4', 'gw_port': {'id': '14ba9241-c73f-4de9-98cc-4e7491013d07', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:16:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9ef50f-105a-4bd9-8915-5d5eecab81d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:20:10Z', 'updated_at': '2021-06-17T10:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi', '_floatingips': [{'id': 'be03da3f-4f6f-4637-b75e-a8455776182e', 'tenant_id': 'a48f3a58719945bcbe434bb642bb07c4', 'floating_ip_address': '172.27.0.179', 'floating_network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'router_id': '5c9ef50f-105a-4bd9-8915-5d5eecab81d8', 'port_id': '1c2f9b52-acf9-48c2-9f3a-59435020184d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9682b63-2ad1-4cec-a7f3-70239b2c7a86', 'mac_address': 'fa:16:3e:d1:46:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b173c33-c7ca-4c6e-98b8-79c9027970bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T10:22:51Z', 'updated_at': '2021-06-17T10:22:51Z', 'revision_number': 0, 'project_id': 'a48f3a58719945bcbe434bb642bb07c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a8e4f63-ee4e-40fd-9ff6-73205eb849c7', 'name': '', 'network_id': 'a9682b63-2ad1-4cec-a7f3-70239b2c7a86', 'tenant_id': 'a48f3a58719945bcbe434bb642bb07c4', 'mac_address': 'fa:16:3e:39:56:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9ef50f-105a-4bd9-8915-5d5eecab81d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '9ede7e81-dfd0-4030-b334-ce8baee8e073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:20:20Z', 'updated_at': '2021-06-17T10:20:39Z', 'revision_number': 5, 'project_id': 'a48f3a58719945bcbe434bb642bb07c4', 'subnets': [{'id': '9ede7e81-dfd0-4030-b334-ce8baee8e073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:22:54.131492 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3425345a-c464-4f82-baa8-0a72d589cf75 req-fc75da4a-caa5-4e96-bbe4-f9175c52dd5b tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:54.133412 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-3425345a-c464-4f82-baa8-0a72d589cf75 req-fc75da4a-caa5-4e96-bbe4-f9175c52dd5b tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2069349 Jun 17 10:22:54.143599 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-f36a3510-a114-4259-8433-4ca0b691c517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:54.143827 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c426d3-b2f0-4107-aa86-8aacd57afa35 None None] Checking router: 5c9ef50f-105a-4bd9-8915-5d5eecab81d8 for host: dv-cinder-796806-1-iscsi {{(pid=93647) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 10:22:54.146374 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-f36a3510-a114-4259-8433-4ca0b691c517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:54.150459 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-f36a3510-a114-4259-8433-4ca0b691c517 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/08757e6f-764c-4198-8120-47f3320125df HTTP/1.1" status: 204 len: 168 time: 0.5817697 Jun 17 10:22:54.150459 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-657c921a-d47c-43dd-9d29-7b122a4cc8bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:54.160791 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c426d3-b2f0-4107-aa86-8aacd57afa35 None None] Routers {'5c9ef50f-105a-4bd9-8915-5d5eecab81d8'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:22:54.161704 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-62c426d3-b2f0-4107-aa86-8aacd57afa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:22:33Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['5c9ef50f-105a-4bd9-8915-5d5eecab81d8'], 'active': True} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:22:54.163133 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.v2.base [req-3425345a-c464-4f82-baa8-0a72d589cf75 req-6ea622ab-66ad-4deb-820f-1d544c698bb0 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] Request body: {'port': {'device_id': '85cd5a75-988e-4ce0-8a71-dd029aab331a', 'network_id': '1672250f-6e4e-452b-8efb-01351e990fca', 'admin_state_up': True, 'tenant_id': '02f940863e244027bfc59cc1549ca4c1'}} {{(pid=93644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:22:54.169789 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36a3510-a114-4259-8433-4ca0b691c517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08757e6f-764c-4198-8120-47f3320125df,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:54.183110 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-f36a3510-a114-4259-8433-4ca0b691c517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:54.269341 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef9645b-8b28-43bc-850c-db26e74509a5 req-0b755b61-7be8-4e75-9df2-9af0b55bb497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:54.272827 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-bef9645b-8b28-43bc-850c-db26e74509a5 req-0b755b61-7be8-4e75-9df2-9af0b55bb497 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a9682b63-2ad1-4cec-a7f3-70239b2c7a86 HTTP/1.1" status: 200 len: 909 time: 0.2135756 Jun 17 10:22:54.484412 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvr_db [None req-62c426d3-b2f0-4107-aa86-8aacd57afa35 None None] Set router 5c9ef50f-105a-4bd9-8915-5d5eecab81d8 gateway port host: dv-cinder-796806-1-iscsi {{(pid=93647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:22:54.511415 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-bef9645b-8b28-43bc-850c-db26e74509a5 req-31173924-56c8-4ffe-8059-680f29ccc683 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c2f9b52-acf9-48c2-9f3a-59435020184d HTTP/1.1" status: 200 len: 999 time: 0.2239540 Jun 17 10:22:54.635012 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3425345a-c464-4f82-baa8-0a72d589cf75 req-6ea622ab-66ad-4deb-820f-1d544c698bb0 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] Made reservation on behalf of 02f940863e244027bfc59cc1549ca4c1 for: {'port': 1} {{(pid=93644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:22:54.642343 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-3425345a-c464-4f82-baa8-0a72d589cf75 req-6ea622ab-66ad-4deb-820f-1d544c698bb0 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3930454'] for port, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:54.653911 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef9645b-8b28-43bc-850c-db26e74509a5 req-1dd9aa9b-5765-420b-9d9e-56b3d0d07b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:54.657928 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-bef9645b-8b28-43bc-850c-db26e74509a5 req-1dd9aa9b-5765-420b-9d9e-56b3d0d07b23 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9ede7e81-dfd0-4030-b334-ce8baee8e073 HTTP/1.1" status: 200 len: 847 time: 0.1295273 Jun 17 10:22:54.682616 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-3425345a-c464-4f82-baa8-0a72d589cf75 req-6ea622ab-66ad-4deb-820f-1d544c698bb0 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] Notify callbacks [] for security_group, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:54.731235 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.agents_db [None req-342b98a1-7fdc-4d24-a539-fe72a001d92b None None] Agent healthcheck: found 6 active agents {{(pid=93647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:22:54.783959 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb43813-eda6-4999-91a5-c99f1bcc85a6 req-aaa0b601-392e-4779-a248-dbe1ac1853a9 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:54.786990 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-7cb43813-eda6-4999-91a5-c99f1bcc85a6 req-aaa0b601-392e-4779-a248-dbe1ac1853a9 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.2409339 Jun 17 10:22:54.892353 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-0c52cbd4-9bac-4c68-b7d8-b47869b42b85 req-1a9d9bf9-214c-4fdf-afba-501778c3194d tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] 10.222.0.22 "GET /v2.0/ports?device_id=85cd5a75-988e-4ce0-8a71-dd029aab331a HTTP/1.1" status: 200 len: 210 time: 0.0822427 Jun 17 10:22:54.938858 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef9645b-8b28-43bc-850c-db26e74509a5 req-b7dde70e-9fa4-424b-b886-f0094ce986c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:54.952106 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-bef9645b-8b28-43bc-850c-db26e74509a5 req-b7dde70e-9fa4-424b-b886-f0094ce986c3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a9682b63-2ad1-4cec-a7f3-70239b2c7a86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2612648 Jun 17 10:22:55.125603 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-7cb43813-eda6-4999-91a5-c99f1bcc85a6 req-a6f16054-ec38-4b5b-bd27-c29bd8c9d018 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121965 Jun 17 10:22:55.226119 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-3425345a-c464-4f82-baa8-0a72d589cf75 req-6ea622ab-66ad-4deb-820f-1d544c698bb0 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] Notify callbacks [] for security_group, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:55.300267 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-bef9645b-8b28-43bc-850c-db26e74509a5 req-1129b308-fd5d-4f76-8157-5a16d7e23ba3 service neutron] 10.222.0.47 "GET /v2.0/networks/a9682b63-2ad1-4cec-a7f3-70239b2c7a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3390303 Jun 17 10:22:55.319998 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-62c426d3-b2f0-4107-aa86-8aacd57afa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9ef50f-105a-4bd9-8915-5d5eecab81d8', 'name': 'tempest-TestShelveInstance-948250959-router', 'tenant_id': 'a48f3a58719945bcbe434bb642bb07c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '14ba9241-c73f-4de9-98cc-4e7491013d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:20:09Z', 'updated_at': '2021-06-17T10:20:23Z', 'revision_number': 4, 'project_id': 'a48f3a58719945bcbe434bb642bb07c4', 'gw_port': {'id': '14ba9241-c73f-4de9-98cc-4e7491013d07', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:16:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9ef50f-105a-4bd9-8915-5d5eecab81d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:20:10Z', 'updated_at': '2021-06-17T10:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi', '_floatingips': [{'id': 'be03da3f-4f6f-4637-b75e-a8455776182e', 'tenant_id': 'a48f3a58719945bcbe434bb642bb07c4', 'floating_ip_address': '172.27.0.179', 'floating_network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'router_id': '5c9ef50f-105a-4bd9-8915-5d5eecab81d8', 'port_id': '1c2f9b52-acf9-48c2-9f3a-59435020184d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9682b63-2ad1-4cec-a7f3-70239b2c7a86', 'mac_address': 'fa:16:3e:d1:46:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b173c33-c7ca-4c6e-98b8-79c9027970bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T10:22:51Z', 'updated_at': '2021-06-17T10:22:51Z', 'revision_number': 0, 'project_id': 'a48f3a58719945bcbe434bb642bb07c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a8e4f63-ee4e-40fd-9ff6-73205eb849c7', 'name': '', 'network_id': 'a9682b63-2ad1-4cec-a7f3-70239b2c7a86', 'tenant_id': 'a48f3a58719945bcbe434bb642bb07c4', 'mac_address': 'fa:16:3e:39:56:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9ef50f-105a-4bd9-8915-5d5eecab81d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '9ede7e81-dfd0-4030-b334-ce8baee8e073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:20:20Z', 'updated_at': '2021-06-17T10:20:39Z', 'revision_number': 5, 'project_id': 'a48f3a58719945bcbe434bb642bb07c4', 'subnets': [{'id': '9ede7e81-dfd0-4030-b334-ce8baee8e073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:22:55.375163 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-3425345a-c464-4f82-baa8-0a72d589cf75 req-6ea622ab-66ad-4deb-820f-1d544c698bb0 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:55.390336 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c426d3-b2f0-4107-aa86-8aacd57afa35 None None] The sync data for ids ['5c9ef50f-105a-4bd9-8915-5d5eecab81d8'] in dv-cinder-796806-1-iscsi is: [{'id': '5c9ef50f-105a-4bd9-8915-5d5eecab81d8', 'name': 'tempest-TestShelveInstance-948250959-router', 'tenant_id': 'a48f3a58719945bcbe434bb642bb07c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '14ba9241-c73f-4de9-98cc-4e7491013d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:20:09Z', 'updated_at': '2021-06-17T10:20:23Z', 'revision_number': 4, 'project_id': 'a48f3a58719945bcbe434bb642bb07c4', 'gw_port': {'id': '14ba9241-c73f-4de9-98cc-4e7491013d07', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:16:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9ef50f-105a-4bd9-8915-5d5eecab81d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:20:10Z', 'updated_at': '2021-06-17T10:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi', '_floatingips': [{'id': 'be03da3f-4f6f-4637-b75e-a8455776182e', 'tenant_id': 'a48f3a58719945bcbe434bb642bb07c4', 'floating_ip_address': '172.27.0.179', 'floating_network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'router_id': '5c9ef50f-105a-4bd9-8915-5d5eecab81d8', 'port_id': '1c2f9b52-acf9-48c2-9f3a-59435020184d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9682b63-2ad1-4cec-a7f3-70239b2c7a86', 'mac_address': 'fa:16:3e:d1:46:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b173c33-c7ca-4c6e-98b8-79c9027970bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T10:22:51Z', 'updated_at': '2021-06-17T10:22:51Z', 'revision_number': 0, 'project_id': 'a48f3a58719945bcbe434bb642bb07c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a8e4f63-ee4e-40fd-9ff6-73205eb849c7', 'name': '', 'network_id': 'a9682b63-2ad1-4cec-a7f3-70239b2c7a86', 'tenant_id': 'a48f3a58719945bcbe434bb642bb07c4', 'mac_address': 'fa:16:3e:39:56:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9ef50f-105a-4bd9-8915-5d5eecab81d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '9ede7e81-dfd0-4030-b334-ce8baee8e073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:20:20Z', 'updated_at': '2021-06-17T10:20:39Z', 'revision_number': 5, 'project_id': 'a48f3a58719945bcbe434bb642bb07c4', 'subnets': [{'id': '9ede7e81-dfd0-4030-b334-ce8baee8e073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 10:22:55.412540 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-0ae032f8-903c-4ab5-8627-bc72f65d31ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:55.541766 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-bef9645b-8b28-43bc-850c-db26e74509a5 req-6f24f706-8fa7-47fa-b430-2f6094f6011f service neutron] 10.222.0.47 "GET /v2.0/networks/a9682b63-2ad1-4cec-a7f3-70239b2c7a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240567 Jun 17 10:22:55.595816 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea622ab-66ad-4deb-820f-1d544c698bb0 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbfc8c3f-df8e-4dd3-9fc5-66a0714a1266,revision_number=1']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:55.604469 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-6ea622ab-66ad-4deb-820f-1d544c698bb0 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:55.780153 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.db.db_base_plugin_common [req-3425345a-c464-4f82-baa8-0a72d589cf75 req-6ea622ab-66ad-4deb-820f-1d544c698bb0 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] Allocated IP 192.168.233.72 (1672250f-6e4e-452b-8efb-01351e990fca/4b7db674-8f98-421e-bf49-b7256fb90e6c/d6f2a4a8-c159-45f7-ac80-f0b4bf5d648f) {{(pid=93644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:22:55.826267 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a0a84f-a2e8-43d5-9a45-3fc5b2cf5480 None None] New status for floating IP be03da3f-4f6f-4637-b75e-a8455776182e: ACTIVE {{(pid=93646) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 10:22:56.114281 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-3425345a-c464-4f82-baa8-0a72d589cf75 req-6ea622ab-66ad-4deb-820f-1d544c698bb0 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] Notify callbacks [] for port, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:56.147925 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.db.provisioning_blocks [req-3425345a-c464-4f82-baa8-0a72d589cf75 req-6ea622ab-66ad-4deb-820f-1d544c698bb0 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] Transition to ACTIVE for port object d6f2a4a8-c159-45f7-ac80-f0b4bf5d648f will not be triggered until provisioned by entity DHCP. {{(pid=93644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:22:56.213681 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-85a82d74-5029-4bc2-a4ce-3c2b322d445a req-4480c0ca-27db-4fa5-aac8-701af0a21c96 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] 10.222.0.22 "GET /v2.0/ports?device_id=85cd5a75-988e-4ce0-8a71-dd029aab331a HTTP/1.1" status: 200 len: 210 time: 0.0722635 Jun 17 10:22:56.393698 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-3425345a-c464-4f82-baa8-0a72d589cf75 req-6ea622ab-66ad-4deb-820f-1d544c698bb0 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3925395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740733869087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125912119'] for port, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:56.405539 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:22:56.534870 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3425345a-c464-4f82-baa8-0a72d589cf75 req-6ea622ab-66ad-4deb-820f-1d544c698bb0 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] Network 1672250f-6e4e-452b-8efb-01351e990fca is already hosted by enough agents. {{(pid=93644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:22:56.558081 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.base_scheduler [req-3425345a-c464-4f82-baa8-0a72d589cf75 req-6ea622ab-66ad-4deb-820f-1d544c698bb0 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] Resources bound (agent type, host, resource id): {{(pid=93644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:22:56.573570 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvrscheduler_db [req-3425345a-c464-4f82-baa8-0a72d589cf75 req-6ea622ab-66ad-4deb-820f-1d544c698bb0 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] Received port after_create {{(pid=93644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:22:56.671572 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea622ab-66ad-4deb-820f-1d544c698bb0 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] Pushing event updated for resources: {'Port': ['ID=d6f2a4a8-c159-45f7-ac80-f0b4bf5d648f,revision_number=1']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:22:56.676525 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-6ea622ab-66ad-4deb-820f-1d544c698bb0 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:22:56.705011 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-33f0a913-0218-4f3e-8d7d-ff58c67ae455 req-74a9bbf6-0864-43fb-bf4b-70418c8bba20 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1498737 Jun 17 10:22:56.744289 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3425345a-c464-4f82-baa8-0a72d589cf75 req-6ea622ab-66ad-4deb-820f-1d544c698bb0 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:56.746062 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-3425345a-c464-4f82-baa8-0a72d589cf75 req-6ea622ab-66ad-4deb-820f-1d544c698bb0 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733'] for port, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:56.786817 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30305420-1722-4eb4-ab30-8908b187eb0e req-0825415c-aac4-4a92-a3b1-6a1693aa7221 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:56.789994 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-30305420-1722-4eb4-ab30-8908b187eb0e req-0825415c-aac4-4a92-a3b1-6a1693aa7221 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.3698819 Jun 17 10:22:56.871661 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-30305420-1722-4eb4-ab30-8908b187eb0e req-def06866-c81e-42d2-a5ca-546d2fcf5049 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697205 Jun 17 10:22:56.894987 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-3425345a-c464-4f82-baa8-0a72d589cf75 req-6ea622ab-66ad-4deb-820f-1d544c698bb0 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7425270 Jun 17 10:22:57.025044 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-3d53ec7b-6660-4bc5-a98b-b8cf63829aa6 None None] Provisioning for port d6f2a4a8-c159-45f7-ac80-f0b4bf5d648f completed by entity DHCP. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:22:57.032423 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-3d53ec7b-6660-4bc5-a98b-b8cf63829aa6 None None] Provisioning complete for port d6f2a4a8-c159-45f7-ac80-f0b4bf5d648f triggered by entity DHCP. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:22:57.033097 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-3d53ec7b-6660-4bc5-a98b-b8cf63829aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:57.086006 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-3d53ec7b-6660-4bc5-a98b-b8cf63829aa6 None None] Port d6f2a4a8-c159-45f7-ac80-f0b4bf5d648f cannot update to ACTIVE because it is not bound. {{(pid=93646) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 10:22:57.561978 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc043aa-487d-4b50-b143-0d6d3c5a02d5 req-c8583a39-6a09-475e-90f8-10860f380702 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:57.566165 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-bfc043aa-487d-4b50-b143-0d6d3c5a02d5 req-c8583a39-6a09-475e-90f8-10860f380702 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] 10.222.0.22 "GET /v2.0/ports?device_id=85cd5a75-988e-4ce0-8a71-dd029aab331a HTTP/1.1" status: 200 len: 935 time: 0.1176684 Jun 17 10:22:57.646104 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-bfc043aa-487d-4b50-b143-0d6d3c5a02d5 req-3b4b63b2-bd8e-42ae-82ea-bff37112b87e tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] 10.222.0.22 "GET /v2.0/security-groups?id=bbfc8c3f-df8e-4dd3-9fc5-66a0714a1266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683837 Jun 17 10:22:57.969749 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:22:58.239649 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d9bc68-7da8-49ad-9bd2-3d45af649310 req-507fa10e-52dd-4175-90e6-0a2c5937bfe3 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:58.242515 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-06d9bc68-7da8-49ad-9bd2-3d45af649310 req-507fa10e-52dd-4175-90e6-0a2c5937bfe3 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.1277492 Jun 17 10:22:58.328811 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-06d9bc68-7da8-49ad-9bd2-3d45af649310 req-31006fc3-bb9e-4c7e-8469-94a7ed478b42 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768347 Jun 17 10:22:59.018560 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720e68fa-210c-4bfd-983f-69bc15ba0aae req-88225543-f66a-4351-b104-09e4cccb84c4 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:59.021414 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-720e68fa-210c-4bfd-983f-69bc15ba0aae req-88225543-f66a-4351-b104-09e4cccb84c4 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] 10.222.0.22 "GET /v2.0/ports?device_id=85cd5a75-988e-4ce0-8a71-dd029aab331a HTTP/1.1" status: 200 len: 935 time: 0.1332390 Jun 17 10:22:59.089960 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-720e68fa-210c-4bfd-983f-69bc15ba0aae req-abec780e-834b-473e-a248-37edf7a001ec tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] 10.222.0.22 "GET /v2.0/security-groups?id=bbfc8c3f-df8e-4dd3-9fc5-66a0714a1266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614953 Jun 17 10:22:59.667627 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34c35f2-530a-49d8-a75d-8d60883eb51d req-aecb1c38-7e36-41c1-adbd-20504c889608 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:22:59.671694 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-a34c35f2-530a-49d8-a75d-8d60883eb51d req-aecb1c38-7e36-41c1-adbd-20504c889608 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.1171985 Jun 17 10:22:59.747429 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-a34c35f2-530a-49d8-a75d-8d60883eb51d req-79c0b46c-7bab-4175-8a54-f0b00923918e tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609086 Jun 17 10:22:59.955110 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-11bda3be-7a4c-42f6-8f11-0e777206af78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:00.038402 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.v2.base [req-3425345a-c464-4f82-baa8-0a72d589cf75 req-b6ddcd86-e831-448a-b7e1-b9f6520d03c1 service neutron] Request body: {'port': {'device_id': '85cd5a75-988e-4ce0-8a71-dd029aab331a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79680'}} {{(pid=93644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:23:00.141938 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0a913-0218-4f3e-8d7d-ff58c67ae455 req-92a78c7d-eef7-4121-b654-f4ace619bda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:00.145078 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-33f0a913-0218-4f3e-8d7d-ff58c67ae455 req-92a78c7d-eef7-4121-b654-f4ace619bda1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d3921a4980a048a78ce6c633bbba19c9&device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 1099 time: 0.1078572 Jun 17 10:23:00.201631 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-3425345a-c464-4f82-baa8-0a72d589cf75 req-b6ddcd86-e831-448a-b7e1-b9f6520d03c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:00.399336 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0a913-0218-4f3e-8d7d-ff58c67ae455 req-39d9f086-c79d-4f31-b389-8cbfa755ca47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:00.402441 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-33f0a913-0218-4f3e-8d7d-ff58c67ae455 req-39d9f086-c79d-4f31-b389-8cbfa755ca47 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fb6d1dc1-5856-427b-992b-099ce227c06b HTTP/1.1" status: 200 len: 918 time: 0.2110047 Jun 17 10:23:00.629260 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-33f0a913-0218-4f3e-8d7d-ff58c67ae455 req-6e593416-4b3f-40dd-8731-0ef81ac77c77 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b429b7bb-3267-47fb-ba69-c1a0ba672c9b HTTP/1.1" status: 200 len: 1001 time: 0.2046573 Jun 17 10:23:00.755074 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0a913-0218-4f3e-8d7d-ff58c67ae455 req-3e6d6da7-52d3-4dfc-9003-a941c01c9300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:00.757143 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-33f0a913-0218-4f3e-8d7d-ff58c67ae455 req-3e6d6da7-52d3-4dfc-9003-a941c01c9300 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=235adf9a-5d00-4d35-8ffd-65944fdd0c17 HTTP/1.1" status: 200 len: 856 time: 0.1122665 Jun 17 10:23:00.866360 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0a913-0218-4f3e-8d7d-ff58c67ae455 req-ca96da75-b660-4ebf-93dc-6ecf4b34dacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:00.869284 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-33f0a913-0218-4f3e-8d7d-ff58c67ae455 req-ca96da75-b660-4ebf-93dc-6ecf4b34dacb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fb6d1dc1-5856-427b-992b-099ce227c06b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1031566 Jun 17 10:23:01.210587 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dd1003-35ec-461d-b4d5-a4017e65f69f req-9efff741-01e7-4602-a220-57bc737c345a tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:01.224030 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-68dd1003-35ec-461d-b4d5-a4017e65f69f req-9efff741-01e7-4602-a220-57bc737c345a tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] 10.222.0.22 "GET /v2.0/ports?device_id=85cd5a75-988e-4ce0-8a71-dd029aab331a HTTP/1.1" status: 200 len: 935 time: 0.7880676 Jun 17 10:23:01.266428 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-33f0a913-0218-4f3e-8d7d-ff58c67ae455 req-8dbb979b-fda0-43d1-af3a-0977c7ef30e5 service neutron] 10.222.0.47 "GET /v2.0/networks/fb6d1dc1-5856-427b-992b-099ce227c06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3845727 Jun 17 10:23:01.375005 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-68dd1003-35ec-461d-b4d5-a4017e65f69f req-26dc330d-d5fe-4092-9a7a-6de778ba53f4 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] 10.222.0.22 "GET /v2.0/security-groups?id=bbfc8c3f-df8e-4dd3-9fc5-66a0714a1266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495411 Jun 17 10:23:01.388703 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.notifiers.nova [req-3425345a-c464-4f82-baa8-0a72d589cf75 req-b6ddcd86-e831-448a-b7e1-b9f6520d03c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6f2a4a8-c159-45f7-ac80-f0b4bf5d648f {{(pid=93644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:23:01.406178 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-3425345a-c464-4f82-baa8-0a72d589cf75 req-b6ddcd86-e831-448a-b7e1-b9f6520d03c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:01.411399 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-33f0a913-0218-4f3e-8d7d-ff58c67ae455 req-997779a3-49c6-4418-9a9e-e6de1ee928c8 service neutron] 10.222.0.47 "GET /v2.0/networks/fb6d1dc1-5856-427b-992b-099ce227c06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244512 Jun 17 10:23:01.461984 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114fd372-44e9-4157-b185-8c3b0a716134 req-b75471c7-e6a6-4d93-8931-92da28482d73 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:01.464926 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-114fd372-44e9-4157-b185-8c3b0a716134 req-b75471c7-e6a6-4d93-8931-92da28482d73 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.2994802 Jun 17 10:23:01.467443 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.db.provisioning_blocks [req-3425345a-c464-4f82-baa8-0a72d589cf75 req-b6ddcd86-e831-448a-b7e1-b9f6520d03c1 service neutron] Transition to ACTIVE for port object d6f2a4a8-c159-45f7-ac80-f0b4bf5d648f will not be triggered until provisioned by entity L2. {{(pid=93644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:23:01.548399 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-114fd372-44e9-4157-b185-8c3b0a716134 req-9ce433e8-696f-446a-b6cb-642ef2bf0043 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755117 Jun 17 10:23:01.679661 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ac2bc2-21e0-4075-b364-75ef344bd4e6 req-c4d1118b-52db-4035-b741-6c2bf47d47a2 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:01.681789 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-43ac2bc2-21e0-4075-b364-75ef344bd4e6 req-c4d1118b-52db-4035-b741-6c2bf47d47a2 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] 10.222.0.22 "GET /v2.0/networks?id=205c007d-e0dc-4507-a41e-7df391e7ed7c HTTP/1.1" status: 200 len: 814 time: 0.1564565 Jun 17 10:23:01.704411 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-43ac2bc2-21e0-4075-b364-75ef344bd4e6 req-a16ced97-bd08-4c00-8111-00819c5f9635 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] 10.222.0.22 "GET /v2.0/quotas/1adadcdc4edb46e09ec9476854d746e8 HTTP/1.1" status: 200 len: 375 time: 0.0130725 Jun 17 10:23:01.763652 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-43ac2bc2-21e0-4075-b364-75ef344bd4e6 req-e6eb5259-2fbd-4365-a980-fc7d6d877c46 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1adadcdc4edb46e09ec9476854d746e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523760 Jun 17 10:23:01.788799 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-3425345a-c464-4f82-baa8-0a72d589cf75 req-b6ddcd86-e831-448a-b7e1-b9f6520d03c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125912069'] for port, after_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:01.797689 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-6ce513fb-476b-49d8-a1a7-15635deebd71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:01.992682 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ddcd86-e831-448a-b7e1-b9f6520d03c1 service neutron] Pushing event updated for resources: {'Port': ['ID=d6f2a4a8-c159-45f7-ac80-f0b4bf5d648f,revision_number=2']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:01.999700 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-b6ddcd86-e831-448a-b7e1-b9f6520d03c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:02.358413 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.managers [req-3425345a-c464-4f82-baa8-0a72d589cf75 req-b6ddcd86-e831-448a-b7e1-b9f6520d03c1 service neutron] Attempting to bind port d6f2a4a8-c159-45f7-ac80-f0b4bf5d648f on host hv-cinder-79680 for vnic_type normal with profile {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:23:02.358413 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.managers [req-3425345a-c464-4f82-baa8-0a72d589cf75 req-b6ddcd86-e831-448a-b7e1-b9f6520d03c1 service neutron] Attempting to bind port d6f2a4a8-c159-45f7-ac80-f0b4bf5d648f by drivers openvswitch,hyperv on host hv-cinder-79680 at level 0 using segments [{'id': '47010331-f716-4397-9cd2-cac12c0580be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '1672250f-6e4e-452b-8efb-01351e990fca'}] {{(pid=93644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:23:02.358413 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3425345a-c464-4f82-baa8-0a72d589cf75 req-b6ddcd86-e831-448a-b7e1-b9f6520d03c1 service neutron] Attempting to bind port d6f2a4a8-c159-45f7-ac80-f0b4bf5d648f on network 1672250f-6e4e-452b-8efb-01351e990fca {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:23:02.358413 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3425345a-c464-4f82-baa8-0a72d589cf75 req-b6ddcd86-e831-448a-b7e1-b9f6520d03c1 service neutron] Port d6f2a4a8-c159-45f7-ac80-f0b4bf5d648f on network 1672250f-6e4e-452b-8efb-01351e990fca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79680 {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 10:23:02.358413 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3425345a-c464-4f82-baa8-0a72d589cf75 req-b6ddcd86-e831-448a-b7e1-b9f6520d03c1 service neutron] Attempting to bind port d6f2a4a8-c159-45f7-ac80-f0b4bf5d648f on network 1672250f-6e4e-452b-8efb-01351e990fca {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:23:02.358413 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-43ac2bc2-21e0-4075-b364-75ef344bd4e6 req-870f7660-bcc0-4489-9421-a3959ad7ebf4 service neutron] 10.222.0.22 "GET /v2.0/networks/205c007d-e0dc-4507-a41e-7df391e7ed7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5453181 Jun 17 10:23:02.358413 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3425345a-c464-4f82-baa8-0a72d589cf75 req-b6ddcd86-e831-448a-b7e1-b9f6520d03c1 service neutron] Checking agent: {'id': '71ef71fd-f9ba-4ed4-b44a-140e16714f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79680', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 14, 58), 'started_at': datetime.datetime(2021, 6, 17, 10, 14, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:23:02.358413 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3425345a-c464-4f82-baa8-0a72d589cf75 req-b6ddcd86-e831-448a-b7e1-b9f6520d03c1 service neutron] Checking segment: {'id': '47010331-f716-4397-9cd2-cac12c0580be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '1672250f-6e4e-452b-8efb-01351e990fca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:23:02.358413 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3425345a-c464-4f82-baa8-0a72d589cf75 req-b6ddcd86-e831-448a-b7e1-b9f6520d03c1 service neutron] Bound using segment: {'id': '47010331-f716-4397-9cd2-cac12c0580be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '1672250f-6e4e-452b-8efb-01351e990fca'} {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:23:02.358413 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.managers [req-3425345a-c464-4f82-baa8-0a72d589cf75 req-b6ddcd86-e831-448a-b7e1-b9f6520d03c1 service neutron] Bound port: d6f2a4a8-c159-45f7-ac80-f0b4bf5d648f, host: hv-cinder-79680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47010331-f716-4397-9cd2-cac12c0580be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '1672250f-6e4e-452b-8efb-01351e990fca'}}] {{(pid=93644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:23:02.358413 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-3425345a-c464-4f82-baa8-0a72d589cf75 req-b6ddcd86-e831-448a-b7e1-b9f6520d03c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:02.628002 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.db [req-3425345a-c464-4f82-baa8-0a72d589cf75 req-b6ddcd86-e831-448a-b7e1-b9f6520d03c1 service neutron] For port d6f2a4a8-c159-45f7-ac80-f0b4bf5d648f, host hv-cinder-79680, cleared binding levels {{(pid=93644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:23:02.665079 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.db [req-3425345a-c464-4f82-baa8-0a72d589cf75 req-b6ddcd86-e831-448a-b7e1-b9f6520d03c1 service neutron] For port d6f2a4a8-c159-45f7-ac80-f0b4bf5d648f, host hv-cinder-79680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=d6f2a4a8-c159-45f7-ac80-f0b4bf5d648f,segment=NetworkSegment(47010331-f716-4397-9cd2-cac12c0580be),segment_id=47010331-f716-4397-9cd2-cac12c0580be)] {{(pid=93644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:23:02.762549 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-43ac2bc2-21e0-4075-b364-75ef344bd4e6 req-b4d5e22a-1871-446f-82f1-40b573d391de service neutron] 10.222.0.22 "GET /v2.0/networks/205c007d-e0dc-4507-a41e-7df391e7ed7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4150019 Jun 17 10:23:02.810714 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-3425345a-c464-4f82-baa8-0a72d589cf75 req-b6ddcd86-e831-448a-b7e1-b9f6520d03c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125912069'] for port, after_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:02.818028 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:02.844954 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fab9e8-7b87-43e8-b8c7-8ea99537db0a req-f9a7cb4c-ad3d-478b-bc32-fd801951cb65 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:02.847800 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-61fab9e8-7b87-43e8-b8c7-8ea99537db0a req-f9a7cb4c-ad3d-478b-bc32-fd801951cb65 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] 10.222.0.22 "GET /v2.0/ports?device_id=85cd5a75-988e-4ce0-8a71-dd029aab331a HTTP/1.1" status: 200 len: 947 time: 0.1884933 Jun 17 10:23:02.916135 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3425345a-c464-4f82-baa8-0a72d589cf75 req-b6ddcd86-e831-448a-b7e1-b9f6520d03c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:02.917332 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-3425345a-c464-4f82-baa8-0a72d589cf75 req-b6ddcd86-e831-448a-b7e1-b9f6520d03c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733'] for port, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:02.921428 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-3425345a-c464-4f82-baa8-0a72d589cf75 req-b6ddcd86-e831-448a-b7e1-b9f6520d03c1 service neutron] 10.222.0.47 "PUT /v2.0/ports/d6f2a4a8-c159-45f7-ac80-f0b4bf5d648f HTTP/1.1" status: 200 len: 1097 time: 2.8908250 Jun 17 10:23:02.922337 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85cd5a75-988e-4ce0-8a71-dd029aab331a', 'tag': 'd6f2a4a8-c159-45f7-ac80-f0b4bf5d648f'}] {{(pid=93644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:23:02.926661 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e3e45b0fad0fac0035bff2321de6238b3105d4201b4fc6e845e8cd3cf45f1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16512140-94fb-40c3-98b8-7aa9f2612937" -d '{"events": [{"name": "network-changed", "server_uuid": "85cd5a75-988e-4ce0-8a71-dd029aab331a", "tag": "d6f2a4a8-c159-45f7-ac80-f0b4bf5d648f"}]}' {{(pid=93644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:23:03.024398 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ddcd86-e831-448a-b7e1-b9f6520d03c1 service neutron] Pushing event updated for resources: {'Port': ['ID=d6f2a4a8-c159-45f7-ac80-f0b4bf5d648f,revision_number=3']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:03.034646 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-b6ddcd86-e831-448a-b7e1-b9f6520d03c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:03.058081 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-61fab9e8-7b87-43e8-b8c7-8ea99537db0a req-d32f9c45-e454-4bba-87d2-7eda4a150a84 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] 10.222.0.22 "GET /v2.0/security-groups?id=bbfc8c3f-df8e-4dd3-9fc5-66a0714a1266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645670 Jun 17 10:23:03.336409 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8e7335d4-93de-43b5-8e3e-3075d37d968e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:03.476079 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 10:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e34319-89c7-40b0-a3b3-754ada62f577 x-openstack-request-id: req-a3e34319-89c7-40b0-a3b3-754ada62f577 {{(pid=93644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:23:03.476991 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85cd5a75-988e-4ce0-8a71-dd029aab331a", "tag": "d6f2a4a8-c159-45f7-ac80-f0b4bf5d648f", "status": "completed", "code": 200}]} {{(pid=93644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:23:03.477140 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a3e34319-89c7-40b0-a3b3-754ada62f577 {{(pid=93644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:23:03.477633 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85cd5a75-988e-4ce0-8a71-dd029aab331a', 'tag': 'd6f2a4a8-c159-45f7-ac80-f0b4bf5d648f', 'status': 'completed', 'code': 200} Jun 17 10:23:03.505984 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3425345a-c464-4f82-baa8-0a72d589cf75 req-b3368b50-fa3a-48dc-bfeb-23054d9c9f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:03.509058 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-3425345a-c464-4f82-baa8-0a72d589cf75 req-b3368b50-fa3a-48dc-bfeb-23054d9c9f39 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=02f940863e244027bfc59cc1549ca4c1&device_id=85cd5a75-988e-4ce0-8a71-dd029aab331a HTTP/1.1" status: 200 len: 1100 time: 0.2901599 Jun 17 10:23:03.522572 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:03.533005 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b321f5-8d3b-4473-a733-31fd178ff202 req-f4e2c560-2379-4c5f-9114-237a263401f0 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:03.533005 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-a1b321f5-8d3b-4473-a733-31fd178ff202 req-f4e2c560-2379-4c5f-9114-237a263401f0 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.2040477 Jun 17 10:23:03.633582 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-3425345a-c464-4f82-baa8-0a72d589cf75 req-b4898940-38e0-462d-bb07-e79c95ed2c0a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=d6f2a4a8-c159-45f7-ac80-f0b4bf5d648f HTTP/1.1" status: 200 len: 217 time: 0.0991116 Jun 17 10:23:03.682365 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-3b48fc61-9f72-473c-bb6c-a96b1c2270cf req-50d3d7b3-170b-4cea-8452-63f76d910d03 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] 10.222.0.22 "GET /v2.0/ports?device_id=aeb8eaf9-90a3-4885-b3cc-e8da2eaffd1b HTTP/1.1" status: 200 len: 210 time: 0.0835118 Jun 17 10:23:03.753489 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-a1b321f5-8d3b-4473-a733-31fd178ff202 req-db133c67-6360-480c-9c0d-654c4d88406d tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/security-groups?id=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073910 Jun 17 10:23:03.754284 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67adba80-0e16-464a-b313-330701d61950 req-d8dd608e-6e3c-409d-8ebc-b9372067101f tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:03.756863 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-67adba80-0e16-464a-b313-330701d61950 req-d8dd608e-6e3c-409d-8ebc-b9372067101f tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 945 time: 0.2083173 Jun 17 10:23:03.785901 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3425345a-c464-4f82-baa8-0a72d589cf75 req-fdc4ae32-c8ca-49d2-96f2-58a64bb14a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:03.789021 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-3425345a-c464-4f82-baa8-0a72d589cf75 req-fdc4ae32-c8ca-49d2-96f2-58a64bb14a66 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4b7db674-8f98-421e-bf49-b7256fb90e6c HTTP/1.1" status: 200 len: 843 time: 0.1091793 Jun 17 10:23:03.925783 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3425345a-c464-4f82-baa8-0a72d589cf75 req-74fb09a8-a82e-441d-91bb-7e2437234342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:03.926530 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-3425345a-c464-4f82-baa8-0a72d589cf75 req-74fb09a8-a82e-441d-91bb-7e2437234342 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1672250f-6e4e-452b-8efb-01351e990fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1252301 Jun 17 10:23:03.993841 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.plugin [req-67adba80-0e16-464a-b313-330701d61950 req-74c2a6ed-880f-4f66-a8cb-8b661eea2192 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Deleting port b1924e06-caa3-4695-8bd6-e71e3f3430da {{(pid=93645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:23:03.994448 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-67adba80-0e16-464a-b313-330701d61950 req-74c2a6ed-880f-4f66-a8cb-8b661eea2192 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740734272413'] for port, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:04.237675 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-3425345a-c464-4f82-baa8-0a72d589cf75 req-d3a9ed96-9105-4e61-964f-d409cf22c9da service neutron] 10.222.0.47 "GET /v2.0/networks/1672250f-6e4e-452b-8efb-01351e990fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967584 Jun 17 10:23:04.290128 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.db [req-67adba80-0e16-464a-b313-330701d61950 req-74c2a6ed-880f-4f66-a8cb-8b661eea2192 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] For port b1924e06-caa3-4695-8bd6-e71e3f3430da, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=b1924e06-caa3-4695-8bd6-e71e3f3430da,segment=NetworkSegment(ec66c95e-bed2-41a1-bed7-5691438f5994),segment_id=ec66c95e-bed2-41a1-bed7-5691438f5994)] {{(pid=93645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:23:04.290538 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-67adba80-0e16-464a-b313-330701d61950 req-74c2a6ed-880f-4f66-a8cb-8b661eea2192 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685530'] for port, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:04.523655 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-3425345a-c464-4f82-baa8-0a72d589cf75 req-b800a4dd-9dcf-4bde-9875-fddee084085a service neutron] 10.222.0.47 "GET /v2.0/networks/1672250f-6e4e-452b-8efb-01351e990fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775335 Jun 17 10:23:04.531028 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.plugin [req-67adba80-0e16-464a-b313-330701d61950 req-74c2a6ed-880f-4f66-a8cb-8b661eea2192 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Calling delete_port for b1924e06-caa3-4695-8bd6-e71e3f3430da owned by compute:nova {{(pid=93645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:23:04.578448 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b18ab4-4f18-4786-8b96-4d3ba4b6361c req-c5e4190c-eb72-4d2c-abfe-fb7db440b75e tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:04.580876 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-e4b18ab4-4f18-4786-8b96-4d3ba4b6361c req-c5e4190c-eb72-4d2c-abfe-fb7db440b75e tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] 10.222.0.22 "GET /v2.0/ports?device_id=85cd5a75-988e-4ce0-8a71-dd029aab331a HTTP/1.1" status: 200 len: 947 time: 0.2111440 Jun 17 10:23:04.682276 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-e4b18ab4-4f18-4786-8b96-4d3ba4b6361c req-801b9aa0-73d8-454a-99a6-91904d2b5ef4 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] 10.222.0.22 "GET /v2.0/security-groups?id=bbfc8c3f-df8e-4dd3-9fc5-66a0714a1266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881088 Jun 17 10:23:04.856726 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-2e82734e-8a31-44cd-a448-0482b5a120ea req-cb51c0f9-be1c-45dc-ae1f-3ae038064a48 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] 10.222.0.22 "GET /v2.0/ports?device_id=aeb8eaf9-90a3-4885-b3cc-e8da2eaffd1b HTTP/1.1" status: 200 len: 210 time: 0.0647073 Jun 17 10:23:04.877295 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-67adba80-0e16-464a-b313-330701d61950 req-74c2a6ed-880f-4f66-a8cb-8b661eea2192 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740734277497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740733869096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129691318'] for port, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:04.885368 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16512140-94fb-40c3-98b8-7aa9f2612937 req-f682f345-2bae-46ec-9b15-7cc83d398d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:04.888401 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-16512140-94fb-40c3-98b8-7aa9f2612937 req-f682f345-2bae-46ec-9b15-7cc83d398d0d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=02f940863e244027bfc59cc1549ca4c1&device_id=85cd5a75-988e-4ce0-8a71-dd029aab331a HTTP/1.1" status: 200 len: 1100 time: 0.1781805 Jun 17 10:23:04.901785 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-7f050f91-67fb-409a-b39d-eceba42e91c3 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:04.922640 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] get_ports_and_sgs() called for port_ids ['b1924e06-caa3-4695-8bd6-e71e3f3430da'] {{(pid=93646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 10:23:04.955120 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c2a6ed-880f-4f66-a8cb-8b661eea2192 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Pushing event deleted for resources: {'Port': ['ID=b1924e06-caa3-4695-8bd6-e71e3f3430da,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:04.962797 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-74c2a6ed-880f-4f66-a8cb-8b661eea2192 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:05.053301 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.l3_dvrscheduler_db [req-67adba80-0e16-464a-b313-330701d61950 req-74c2a6ed-880f-4f66-a8cb-8b661eea2192 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] No DVR routers for this DVR port b1924e06-caa3-4695-8bd6-e71e3f3430da on host hv-cinder-79680 {{(pid=93645) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 10:23:05.057568 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-67adba80-0e16-464a-b313-330701d61950 req-74c2a6ed-880f-4f66-a8cb-8b661eea2192 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733'] for port, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:05.062641 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-67adba80-0e16-464a-b313-330701d61950 req-74c2a6ed-880f-4f66-a8cb-8b661eea2192 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.47 "DELETE /v2.0/ports/b1924e06-caa3-4695-8bd6-e71e3f3430da HTTP/1.1" status: 204 len: 173 time: 1.2844417 Jun 17 10:23:05.063610 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6c4e2b9-2abf-4f40-86d7-22d4e954c08a', 'name': 'network-vif-deleted', 'tag': 'b1924e06-caa3-4695-8bd6-e71e3f3430da'}] {{(pid=93645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:23:05.067933 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25c6fbde856bb10fc3e6f7e7beb0655886cca8e381c3d168db957d1d9f65ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f09dc3-ce1a-4b4f-be8c-1a2e00b6481f" -d '{"events": [{"server_uuid": "b6c4e2b9-2abf-4f40-86d7-22d4e954c08a", "name": "network-vif-deleted", "tag": "b1924e06-caa3-4695-8bd6-e71e3f3430da"}]}' {{(pid=93645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:23:05.116098 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-80226970-3637-4fe5-bdd3-c891a897081e req-bf072284-d323-4ba3-b7e3-4ea04645972a tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 210 time: 0.0905535 Jun 17 10:23:05.148340 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56af7772-1425-418e-a2cf-7485a84dddc9 x-openstack-request-id: req-56af7772-1425-418e-a2cf-7485a84dddc9 {{(pid=93645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:23:05.148866 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6c4e2b9-2abf-4f40-86d7-22d4e954c08a", "name": "network-vif-deleted", "tag": "b1924e06-caa3-4695-8bd6-e71e3f3430da", "status": "completed", "code": 200}]} {{(pid=93645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:23:05.149338 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-56af7772-1425-418e-a2cf-7485a84dddc9 {{(pid=93645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:23:05.150299 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6c4e2b9-2abf-4f40-86d7-22d4e954c08a', 'name': 'network-vif-deleted', 'tag': 'b1924e06-caa3-4695-8bd6-e71e3f3430da', 'status': 'completed', 'code': 200} Jun 17 10:23:05.151681 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16512140-94fb-40c3-98b8-7aa9f2612937 req-9df9382b-edd3-4370-98c6-6aa28ce2d44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:05.155950 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-16512140-94fb-40c3-98b8-7aa9f2612937 req-9df9382b-edd3-4370-98c6-6aa28ce2d44a service neutron] 10.222.0.47 "GET /v2.0/networks?id=1672250f-6e4e-452b-8efb-01351e990fca HTTP/1.1" status: 200 len: 870 time: 0.2561729 Jun 17 10:23:05.242419 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-76f1cb7e-d4ef-4c29-a3c2-2b16775f9f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:05.257716 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-16512140-94fb-40c3-98b8-7aa9f2612937 req-71f443dd-0527-4a63-9817-e9739df7be53 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=d6f2a4a8-c159-45f7-ac80-f0b4bf5d648f HTTP/1.1" status: 200 len: 217 time: 0.0729394 Jun 17 10:23:05.360399 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16512140-94fb-40c3-98b8-7aa9f2612937 req-e4bdb914-a7ff-423f-9a42-3907a409da8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:05.363416 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-16512140-94fb-40c3-98b8-7aa9f2612937 req-e4bdb914-a7ff-423f-9a42-3907a409da8f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4b7db674-8f98-421e-bf49-b7256fb90e6c HTTP/1.1" status: 200 len: 843 time: 0.0902226 Jun 17 10:23:05.495773 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16512140-94fb-40c3-98b8-7aa9f2612937 req-39559067-a738-4871-8ba7-5a19e8d23398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:05.500483 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-16512140-94fb-40c3-98b8-7aa9f2612937 req-39559067-a738-4871-8ba7-5a19e8d23398 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1672250f-6e4e-452b-8efb-01351e990fca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1218324 Jun 17 10:23:06.022252 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f932470b-8983-4e77-90e9-fc3af89bc32d req-99ad104e-f1ff-4ac4-aa85-50bba1a381f2 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:06.026771 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-f932470b-8983-4e77-90e9-fc3af89bc32d req-99ad104e-f1ff-4ac4-aa85-50bba1a381f2 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] 10.222.0.22 "GET /v2.0/ports?device_id=85cd5a75-988e-4ce0-8a71-dd029aab331a HTTP/1.1" status: 200 len: 947 time: 0.1360128 Jun 17 10:23:06.156831 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-f932470b-8983-4e77-90e9-fc3af89bc32d req-eb6c93a3-6e95-425c-8d5f-964ecec4e389 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] 10.222.0.22 "GET /v2.0/security-groups?id=bbfc8c3f-df8e-4dd3-9fc5-66a0714a1266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127186 Jun 17 10:23:06.160515 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-fe8ca5b6-6757-441b-ba8f-9d7c4afbc4d7 req-be125ba0-df76-40b6-a069-b91198bd0a93 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] 10.222.0.22 "GET /v2.0/ports?device_id=aeb8eaf9-90a3-4885-b3cc-e8da2eaffd1b HTTP/1.1" status: 200 len: 210 time: 0.0773556 Jun 17 10:23:06.443028 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-754a6fba-91d0-4231-a44a-6121376d9b03 req-8b06e2a2-4ae2-4f3c-af57-f22927c9ca1d tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 210 time: 0.0531597 Jun 17 10:23:06.979672 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8334b2a8-081d-4a08-b273-522b2363e8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:06.994076 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-16512140-94fb-40c3-98b8-7aa9f2612937 req-c3bc6395-a580-4d10-9557-4435381ae4fe service neutron] 10.222.0.47 "GET /v2.0/networks/1672250f-6e4e-452b-8efb-01351e990fca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880841 Jun 17 10:23:07.539975 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-1db36775-5be1-44e8-b536-883ff9c97dcb req-e4643f02-15d5-4c1d-af81-4598a7b80f81 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] 10.222.0.22 "GET /v2.0/ports?device_id=aeb8eaf9-90a3-4885-b3cc-e8da2eaffd1b HTTP/1.1" status: 200 len: 210 time: 0.0677948 Jun 17 10:23:07.605908 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bde89f-3def-49a7-a9fc-9780d13994c6 req-237c6f14-7377-4f95-9c15-1db1d9ac8935 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:07.605908 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d5bde89f-3def-49a7-a9fc-9780d13994c6 req-237c6f14-7377-4f95-9c15-1db1d9ac8935 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] 10.222.0.22 "GET /v2.0/ports?device_id=85cd5a75-988e-4ce0-8a71-dd029aab331a HTTP/1.1" status: 200 len: 947 time: 0.1922364 Jun 17 10:23:07.705499 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d5bde89f-3def-49a7-a9fc-9780d13994c6 req-9231a7f0-32dd-4cda-919e-6885bdc74a83 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] 10.222.0.22 "GET /v2.0/security-groups?id=bbfc8c3f-df8e-4dd3-9fc5-66a0714a1266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868959 Jun 17 10:23:07.809811 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-2b564f85-5ec1-4e4a-9ab6-10695077783a req-0fd00aaf-64c7-46a8-96cb-c772473f1f2b tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 210 time: 0.0352120 Jun 17 10:23:08.816881 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-19477d19-2192-4f7b-aac3-f5b5f134d125 req-818997c4-7f86-4c56-b511-7ea3b248df33 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] 10.222.0.22 "GET /v2.0/ports?device_id=aeb8eaf9-90a3-4885-b3cc-e8da2eaffd1b HTTP/1.1" status: 200 len: 210 time: 0.0517218 Jun 17 10:23:09.024513 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f311c5-dcba-4816-b3be-a45bae3436f6 req-ec7a4c79-c006-45d5-888e-2625daaa44d8 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:09.026527 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-c8f311c5-dcba-4816-b3be-a45bae3436f6 req-ec7a4c79-c006-45d5-888e-2625daaa44d8 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] 10.222.0.22 "GET /v2.0/ports?device_id=85cd5a75-988e-4ce0-8a71-dd029aab331a HTTP/1.1" status: 200 len: 947 time: 0.1090822 Jun 17 10:23:09.086367 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-ff9f449c-00bf-427f-b43f-f56295028783 req-3c793313-0ba8-4f2c-9bd1-1ba4bd63ee02 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 210 time: 0.0584886 Jun 17 10:23:09.141575 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-c8f311c5-dcba-4816-b3be-a45bae3436f6 req-e6776afa-cd38-4926-ab4c-ffeb70c032b9 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] 10.222.0.22 "GET /v2.0/security-groups?id=bbfc8c3f-df8e-4dd3-9fc5-66a0714a1266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995584 Jun 17 10:23:09.151960 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device b1924e06-caa3-4695-8bd6-e71e3f3430da no longer exists at agent hyperv_hv-cinder-79680 {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:23:09.208565 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] No Port match for: b1924e06-caa3-4695-8bd6-e71e3f3430da {{(pid=93646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 10:23:09.208986 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device b1924e06-caa3-4695-8bd6-e71e3f3430da not bound to the agent host hv-cinder-79680 {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 10:23:09.345637 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-16512140-94fb-40c3-98b8-7aa9f2612937 req-e0e25a63-1971-4c1e-a3db-e30c629ee7b8 service neutron] 10.222.0.47 "GET /v2.0/networks/1672250f-6e4e-452b-8efb-01351e990fca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683476 Jun 17 10:23:10.140063 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-ffaf71aa-8e78-48e6-8b1e-907db4e72b70 req-3fe6839d-f537-4fa3-a85e-103cc86be8f8 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] 10.222.0.22 "GET /v2.0/ports?device_id=aeb8eaf9-90a3-4885-b3cc-e8da2eaffd1b HTTP/1.1" status: 200 len: 210 time: 0.0730102 Jun 17 10:23:10.436548 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-b49aa87d-4dd4-4429-b065-2eeb3034e912 req-1e0099fc-c298-4ae1-a4f8-dfa2df0bae53 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6c4e2b9-2abf-4f40-86d7-22d4e954c08a HTTP/1.1" status: 200 len: 210 time: 0.0489001 Jun 17 10:23:10.524251 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db231f-08d5-434e-bf4e-f3bf5378ec7b req-cd958e53-5472-40b8-a36a-eb9738654858 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:10.526201 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-14db231f-08d5-434e-bf4e-f3bf5378ec7b req-cd958e53-5472-40b8-a36a-eb9738654858 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] 10.222.0.22 "GET /v2.0/ports?device_id=85cd5a75-988e-4ce0-8a71-dd029aab331a HTTP/1.1" status: 200 len: 947 time: 0.0938787 Jun 17 10:23:10.611100 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-14db231f-08d5-434e-bf4e-f3bf5378ec7b req-de90b156-92d0-4fe5-b070-a5b35ac4454c tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] 10.222.0.22 "GET /v2.0/security-groups?id=bbfc8c3f-df8e-4dd3-9fc5-66a0714a1266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668471 Jun 17 10:23:11.435173 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-f1c81def-07ce-4b55-8776-fe4bc2969e96 req-0590d276-4d54-4097-9086-46005c4c2b2e tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] 10.222.0.22 "GET /v2.0/ports?device_id=aeb8eaf9-90a3-4885-b3cc-e8da2eaffd1b HTTP/1.1" status: 200 len: 210 time: 0.0483682 Jun 17 10:23:11.625180 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 52486) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:23:11.661872 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ac2bc2-21e0-4075-b364-75ef344bd4e6 req-1b216a1d-0a22-4b85-a650-6699715088fe tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:11.664845 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-43ac2bc2-21e0-4075-b364-75ef344bd4e6 req-1b216a1d-0a22-4b85-a650-6699715088fe tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] 10.222.0.47 "GET /v2.0/networks?id=205c007d-e0dc-4507-a41e-7df391e7ed7c HTTP/1.1" status: 200 len: 814 time: 0.1847284 Jun 17 10:23:11.686447 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.v2.base [req-43ac2bc2-21e0-4075-b364-75ef344bd4e6 req-3b27e676-58ce-448d-a312-204ddea5d9aa tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] Request body: {'port': {'device_id': 'aeb8eaf9-90a3-4885-b3cc-e8da2eaffd1b', 'network_id': '205c007d-e0dc-4507-a41e-7df391e7ed7c', 'admin_state_up': True, 'tenant_id': '1adadcdc4edb46e09ec9476854d746e8'}} {{(pid=93644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:23:12.013904 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0499d1-f4ce-4c82-a35e-48bde7f5281b req-60b9873d-aa32-4aaf-937c-9e383ce9d69c tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:12.016055 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-3b0499d1-f4ce-4c82-a35e-48bde7f5281b req-60b9873d-aa32-4aaf-937c-9e383ce9d69c tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] 10.222.0.22 "GET /v2.0/ports?device_id=85cd5a75-988e-4ce0-8a71-dd029aab331a HTTP/1.1" status: 200 len: 947 time: 0.1448400 Jun 17 10:23:12.088113 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43ac2bc2-21e0-4075-b364-75ef344bd4e6 req-3b27e676-58ce-448d-a312-204ddea5d9aa tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] Made reservation on behalf of 1adadcdc4edb46e09ec9476854d746e8 for: {'port': 1} {{(pid=93644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:23:12.094671 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-43ac2bc2-21e0-4075-b364-75ef344bd4e6 req-3b27e676-58ce-448d-a312-204ddea5d9aa tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3930454'] for port, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:12.122281 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-3b0499d1-f4ce-4c82-a35e-48bde7f5281b req-dce11811-ca39-4f17-998b-e6dc36a0ba79 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] 10.222.0.22 "GET /v2.0/security-groups?id=bbfc8c3f-df8e-4dd3-9fc5-66a0714a1266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944500 Jun 17 10:23:12.442747 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.db.db_base_plugin_common [req-43ac2bc2-21e0-4075-b364-75ef344bd4e6 req-3b27e676-58ce-448d-a312-204ddea5d9aa tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] Allocated IP 172.20.0.12 (205c007d-e0dc-4507-a41e-7df391e7ed7c/2edda0e7-6fb2-4040-a41f-3dd2329e7f34/b463826d-b058-4af6-a4b0-59e2da008122) {{(pid=93644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:23:12.493577 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device d6f2a4a8-c159-45f7-ac80-f0b4bf5d648f details requested by agent hyperv_hv-cinder-79680 with host hv-cinder-79680 {{(pid=93646) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 10:23:12.743023 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] For port d6f2a4a8-c159-45f7-ac80-f0b4bf5d648f, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=d6f2a4a8-c159-45f7-ac80-f0b4bf5d648f,segment=NetworkSegment(47010331-f716-4397-9cd2-cac12c0580be),segment_id=47010331-f716-4397-9cd2-cac12c0580be)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:23:12.763204 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-43ac2bc2-21e0-4075-b364-75ef344bd4e6 req-3b27e676-58ce-448d-a312-204ddea5d9aa tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] Notify callbacks [] for port, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:12.767967 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Returning: {'device': 'd6f2a4a8-c159-45f7-ac80-f0b4bf5d648f', 'network_id': '1672250f-6e4e-452b-8efb-01351e990fca', 'port_id': 'd6f2a4a8-c159-45f7-ac80-f0b4bf5d648f', 'mac_address': 'fa:16:3e:b4:d4:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b7db674-8f98-421e-bf49-b7256fb90e6c', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93646) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 10:23:12.848582 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-a5df6edb-c432-4cd8-92e3-5d4df556332f req-4fc85b6d-5962-485e-ad78-f167afdfa318 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] 10.222.0.22 "GET /v2.0/ports?device_id=aeb8eaf9-90a3-4885-b3cc-e8da2eaffd1b HTTP/1.1" status: 200 len: 210 time: 0.0670967 Jun 17 10:23:12.859221 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:12.895766 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.notifiers.nova [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6f2a4a8-c159-45f7-ac80-f0b4bf5d648f {{(pid=93646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:23:12.938108 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] For port d6f2a4a8-c159-45f7-ac80-f0b4bf5d648f, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=d6f2a4a8-c159-45f7-ac80-f0b4bf5d648f,segment=NetworkSegment(47010331-f716-4397-9cd2-cac12c0580be),segment_id=47010331-f716-4397-9cd2-cac12c0580be)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:23:13.041236 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-43ac2bc2-21e0-4075-b364-75ef344bd4e6 req-3b27e676-58ce-448d-a312-204ddea5d9aa tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3925395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740733869087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125912119'] for port, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:13.049373 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-3549876c-730f-4f65-b71d-b12f1c4280a4 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:13.095171 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:13.099922 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-ba914e2c-fa80-44c0-b7a6-77d5f5468add None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:13.154353 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43ac2bc2-21e0-4075-b364-75ef344bd4e6 req-3b27e676-58ce-448d-a312-204ddea5d9aa tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] Network 205c007d-e0dc-4507-a41e-7df391e7ed7c is already hosted by enough agents. {{(pid=93644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:23:13.167062 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.base_scheduler [req-43ac2bc2-21e0-4075-b364-75ef344bd4e6 req-3b27e676-58ce-448d-a312-204ddea5d9aa tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] Resources bound (agent type, host, resource id): {{(pid=93644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:23:13.175861 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ac2bc2-21e0-4075-b364-75ef344bd4e6 req-3b27e676-58ce-448d-a312-204ddea5d9aa tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] Received port after_create {{(pid=93644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:23:13.189667 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Pushing event updated for resources: {'Port': ['ID=d6f2a4a8-c159-45f7-ac80-f0b4bf5d648f,revision_number=4']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:13.198715 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-2daacc41-1646-4093-b7b5-bd7d5ecd45d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704253'] for router_interface, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:13.205755 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:13.243368 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b27e676-58ce-448d-a312-204ddea5d9aa tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] Pushing event updated for resources: {'Port': ['ID=b463826d-b058-4af6-a4b0-59e2da008122,revision_number=1']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:13.253112 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-3b27e676-58ce-448d-a312-204ddea5d9aa tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:13.294052 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ac2bc2-21e0-4075-b364-75ef344bd4e6 req-3b27e676-58ce-448d-a312-204ddea5d9aa tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:13.295250 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-43ac2bc2-21e0-4075-b364-75ef344bd4e6 req-3b27e676-58ce-448d-a312-204ddea5d9aa tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733'] for port, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:13.447391 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-43ac2bc2-21e0-4075-b364-75ef344bd4e6 req-3b27e676-58ce-448d-a312-204ddea5d9aa tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7653356 Jun 17 10:23:13.451429 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] get_ports_and_sgs() called for port_ids ['d6f2a4a8-c159-45f7-ac80-f0b4bf5d648f'] {{(pid=93646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 10:23:13.468028 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.v2.base [req-43ac2bc2-21e0-4075-b364-75ef344bd4e6 req-732277b2-3504-4512-8a39-52e7a927357f service neutron] Request body: {'port': {'device_id': 'aeb8eaf9-90a3-4885-b3cc-e8da2eaffd1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79680'}} {{(pid=93644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:23:13.675697 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-43ac2bc2-21e0-4075-b364-75ef344bd4e6 req-732277b2-3504-4512-8a39-52e7a927357f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:13.753744 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424493d5-ed68-4105-83c2-b4768f1b60ee req-0c0b54e1-ce73-4e1a-99eb-7f8e8ce7714d tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:13.761022 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-424493d5-ed68-4105-83c2-b4768f1b60ee req-0c0b54e1-ce73-4e1a-99eb-7f8e8ce7714d tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] 10.222.0.22 "GET /v2.0/ports?device_id=85cd5a75-988e-4ce0-8a71-dd029aab331a HTTP/1.1" status: 200 len: 948 time: 0.3780277 Jun 17 10:23:14.015672 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.plugin [None req-2daacc41-1646-4093-b7b5-bd7d5ecd45d5 admin admin] Deleting port b6f2a916-efc3-4b86-85c0-d56e61a99090 {{(pid=93645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:23:14.016239 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-2daacc41-1646-4093-b7b5-bd7d5ecd45d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740734272413'] for port, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:14.278804 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.db [None req-2daacc41-1646-4093-b7b5-bd7d5ecd45d5 admin admin] For port b6f2a916-efc3-4b86-85c0-d56e61a99090, host dv-cinder-796806-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=b6f2a916-efc3-4b86-85c0-d56e61a99090,segment=NetworkSegment(ec66c95e-bed2-41a1-bed7-5691438f5994),segment_id=ec66c95e-bed2-41a1-bed7-5691438f5994)] {{(pid=93645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:23:14.280204 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-2daacc41-1646-4093-b7b5-bd7d5ecd45d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685530'] for port, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:14.293119 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-424493d5-ed68-4105-83c2-b4768f1b60ee req-1dca8e2c-0809-4e7d-9486-3baa7697af21 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] 10.222.0.22 "GET /v2.0/security-groups?id=bbfc8c3f-df8e-4dd3-9fc5-66a0714a1266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4344862 Jun 17 10:23:14.429806 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.plugin [None req-2daacc41-1646-4093-b7b5-bd7d5ecd45d5 admin admin] Calling delete_port for b6f2a916-efc3-4b86-85c0-d56e61a99090 owned by network:router_interface {{(pid=93645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:23:14.467846 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6286e1-3d84-40e8-918c-4e64cd526668 req-34ac077f-17f6-4495-90ea-b72de1dbd7e5 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:14.480401 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9e6286e1-3d84-40e8-918c-4e64cd526668 req-34ac077f-17f6-4495-90ea-b72de1dbd7e5 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] 10.222.0.22 "GET /v2.0/ports?device_id=aeb8eaf9-90a3-4885-b3cc-e8da2eaffd1b HTTP/1.1" status: 200 len: 932 time: 0.2895854 Jun 17 10:23:14.961928 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9e6286e1-3d84-40e8-918c-4e64cd526668 req-dc7a217b-4f10-448c-bd0d-cabd958fe92e tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] 10.222.0.22 "GET /v2.0/security-groups?id=fec323e8-eec6-46cb-8a1c-89d917698f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4795167 Jun 17 10:23:15.070720 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.notifiers.nova [req-43ac2bc2-21e0-4075-b364-75ef344bd4e6 req-732277b2-3504-4512-8a39-52e7a927357f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b463826d-b058-4af6-a4b0-59e2da008122 {{(pid=93644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:23:15.077024 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-2daacc41-1646-4093-b7b5-bd7d5ecd45d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740734277497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740733869096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129691318'] for port, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:15.084866 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-20b92f87-7736-4c82-a51c-e4924ac4863b tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:15.098171 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-43ac2bc2-21e0-4075-b364-75ef344bd4e6 req-732277b2-3504-4512-8a39-52e7a927357f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:15.125224 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daacc41-1646-4093-b7b5-bd7d5ecd45d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6f2a916-efc3-4b86-85c0-d56e61a99090,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:15.135001 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-2daacc41-1646-4093-b7b5-bd7d5ecd45d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:15.147276 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.db.provisioning_blocks [req-43ac2bc2-21e0-4075-b364-75ef344bd4e6 req-732277b2-3504-4512-8a39-52e7a927357f service neutron] Transition to ACTIVE for port object b463826d-b058-4af6-a4b0-59e2da008122 will not be triggered until provisioned by entity L2. {{(pid=93644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:23:15.295180 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-43ac2bc2-21e0-4075-b364-75ef344bd4e6 req-732277b2-3504-4512-8a39-52e7a927357f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125912069'] for port, after_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:15.299678 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-2723749d-ec38-4347-8e6c-05f0f6aab218 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:15.453166 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732277b2-3504-4512-8a39-52e7a927357f service neutron] Pushing event updated for resources: {'Port': ['ID=b463826d-b058-4af6-a4b0-59e2da008122,revision_number=2']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:15.459086 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-732277b2-3504-4512-8a39-52e7a927357f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:15.555857 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-2daacc41-1646-4093-b7b5-bd7d5ecd45d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704105'] for router_interface, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:15.608682 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.managers [req-43ac2bc2-21e0-4075-b364-75ef344bd4e6 req-732277b2-3504-4512-8a39-52e7a927357f service neutron] Attempting to bind port b463826d-b058-4af6-a4b0-59e2da008122 on host hv-cinder-79680 for vnic_type normal with profile {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:23:15.610504 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.managers [req-43ac2bc2-21e0-4075-b364-75ef344bd4e6 req-732277b2-3504-4512-8a39-52e7a927357f service neutron] Attempting to bind port b463826d-b058-4af6-a4b0-59e2da008122 by drivers openvswitch,hyperv on host hv-cinder-79680 at level 0 using segments [{'id': '36f28760-8206-4988-9aaa-df990eabba47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '205c007d-e0dc-4507-a41e-7df391e7ed7c'}] {{(pid=93644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:23:15.611562 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ac2bc2-21e0-4075-b364-75ef344bd4e6 req-732277b2-3504-4512-8a39-52e7a927357f service neutron] Attempting to bind port b463826d-b058-4af6-a4b0-59e2da008122 on network 205c007d-e0dc-4507-a41e-7df391e7ed7c {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:23:15.673921 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ac2bc2-21e0-4075-b364-75ef344bd4e6 req-732277b2-3504-4512-8a39-52e7a927357f service neutron] Port b463826d-b058-4af6-a4b0-59e2da008122 on network 205c007d-e0dc-4507-a41e-7df391e7ed7c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79680 {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 10:23:15.674694 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ac2bc2-21e0-4075-b364-75ef344bd4e6 req-732277b2-3504-4512-8a39-52e7a927357f service neutron] Attempting to bind port b463826d-b058-4af6-a4b0-59e2da008122 on network 205c007d-e0dc-4507-a41e-7df391e7ed7c {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:23:15.692534 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ac2bc2-21e0-4075-b364-75ef344bd4e6 req-732277b2-3504-4512-8a39-52e7a927357f service neutron] Checking agent: {'id': '71ef71fd-f9ba-4ed4-b44a-140e16714f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79680', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 14, 58), 'started_at': datetime.datetime(2021, 6, 17, 10, 14, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:23:15.693037 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ac2bc2-21e0-4075-b364-75ef344bd4e6 req-732277b2-3504-4512-8a39-52e7a927357f service neutron] Checking segment: {'id': '36f28760-8206-4988-9aaa-df990eabba47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '205c007d-e0dc-4507-a41e-7df391e7ed7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:23:15.693603 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ac2bc2-21e0-4075-b364-75ef344bd4e6 req-732277b2-3504-4512-8a39-52e7a927357f service neutron] Bound using segment: {'id': '36f28760-8206-4988-9aaa-df990eabba47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '205c007d-e0dc-4507-a41e-7df391e7ed7c'} {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:23:15.694290 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.managers [req-43ac2bc2-21e0-4075-b364-75ef344bd4e6 req-732277b2-3504-4512-8a39-52e7a927357f service neutron] Bound port: b463826d-b058-4af6-a4b0-59e2da008122, host: hv-cinder-79680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36f28760-8206-4988-9aaa-df990eabba47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '205c007d-e0dc-4507-a41e-7df391e7ed7c'}}] {{(pid=93644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:23:15.694808 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-43ac2bc2-21e0-4075-b364-75ef344bd4e6 req-732277b2-3504-4512-8a39-52e7a927357f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:15.832933 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0653b5-9d28-486c-91d4-b1b3ab36adf0 req-404370de-4710-40b4-845b-2ff15e3e950d tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:15.836114 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6c0653b5-9d28-486c-91d4-b1b3ab36adf0 req-404370de-4710-40b4-845b-2ff15e3e950d tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] 10.222.0.22 "GET /v2.0/ports?device_id=85cd5a75-988e-4ce0-8a71-dd029aab331a HTTP/1.1" status: 200 len: 948 time: 0.2485788 Jun 17 10:23:15.903277 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.db [req-43ac2bc2-21e0-4075-b364-75ef344bd4e6 req-732277b2-3504-4512-8a39-52e7a927357f service neutron] For port b463826d-b058-4af6-a4b0-59e2da008122, host hv-cinder-79680, cleared binding levels {{(pid=93644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:23:15.948576 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.db [req-43ac2bc2-21e0-4075-b364-75ef344bd4e6 req-732277b2-3504-4512-8a39-52e7a927357f service neutron] For port b463826d-b058-4af6-a4b0-59e2da008122, host hv-cinder-79680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=b463826d-b058-4af6-a4b0-59e2da008122,segment=NetworkSegment(36f28760-8206-4988-9aaa-df990eabba47),segment_id=36f28760-8206-4988-9aaa-df990eabba47)] {{(pid=93644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:23:15.949083 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2daacc41-1646-4093-b7b5-bd7d5ecd45d5 admin admin] Router 37b069a2-f730-4b96-9d1d-db93300d116a has already been hosted by L3 agent 9ed9efc2-3eec-4d73-b246-cbd899a1984b {{(pid=93645) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 10:23:15.952385 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6c0653b5-9d28-486c-91d4-b1b3ab36adf0 req-9f4970a4-9be9-41c2-98b8-17066d538bf0 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] 10.222.0.22 "GET /v2.0/security-groups?id=bbfc8c3f-df8e-4dd3-9fc5-66a0714a1266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971484 Jun 17 10:23:16.128836 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-43ac2bc2-21e0-4075-b364-75ef344bd4e6 req-732277b2-3504-4512-8a39-52e7a927357f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125912069'] for port, after_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:16.132730 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-b3979680-0756-4ffc-90da-7a4496713a93 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:16.144626 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2daacc41-1646-4093-b7b5-bd7d5ecd45d5 admin admin] Notify agent at l3_agent.dv-cinder-796806-1-iscsi the message routers_updated {{(pid=93645) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 10:23:16.157861 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-2daacc41-1646-4093-b7b5-bd7d5ecd45d5 admin admin] 10.222.0.22 "PUT /v2.0/routers/37b069a2-f730-4b96-9d1d-db93300d116a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5272527 Jun 17 10:23:16.164414 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 52548) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:23:16.173243 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9d0c4e-0f47-4233-a836-3c3a9b842442 None None] Sync routers for ids ['37b069a2-f730-4b96-9d1d-db93300d116a'] in dv-cinder-796806-1-iscsi {{(pid=93647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 10:23:16.211713 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9d0c4e-0f47-4233-a836-3c3a9b842442 None None] Routers {'37b069a2-f730-4b96-9d1d-db93300d116a'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:23:16.211713 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-7f9d0c4e-0f47-4233-a836-3c3a9b842442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:23:03Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['37b069a2-f730-4b96-9d1d-db93300d116a'], 'active': True} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:23:16.388862 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ac2bc2-21e0-4075-b364-75ef344bd4e6 req-732277b2-3504-4512-8a39-52e7a927357f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:16.390156 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-43ac2bc2-21e0-4075-b364-75ef344bd4e6 req-732277b2-3504-4512-8a39-52e7a927357f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733'] for port, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:16.394295 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-43ac2bc2-21e0-4075-b364-75ef344bd4e6 req-732277b2-3504-4512-8a39-52e7a927357f service neutron] 10.222.0.47 "PUT /v2.0/ports/b463826d-b058-4af6-a4b0-59e2da008122 HTTP/1.1" status: 200 len: 1094 time: 2.9333930 Jun 17 10:23:16.396314 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeb8eaf9-90a3-4885-b3cc-e8da2eaffd1b', 'tag': 'b463826d-b058-4af6-a4b0-59e2da008122'}] {{(pid=93644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:23:16.410775 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e3e45b0fad0fac0035bff2321de6238b3105d4201b4fc6e845e8cd3cf45f1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c22ac269-312e-4d74-848c-08d20376a43b" -d '{"events": [{"name": "network-changed", "server_uuid": "aeb8eaf9-90a3-4885-b3cc-e8da2eaffd1b", "tag": "b463826d-b058-4af6-a4b0-59e2da008122"}]}' {{(pid=93644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:23:16.488314 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvr_db [None req-7f9d0c4e-0f47-4233-a836-3c3a9b842442 None None] Set router 37b069a2-f730-4b96-9d1d-db93300d116a gateway port host: dv-cinder-796806-1-iscsi {{(pid=93647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:23:16.501658 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device d6f2a4a8-c159-45f7-ac80-f0b4bf5d648f up at agent hyperv_hv-cinder-79680 {{(pid=93646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:23:16.509040 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732277b2-3504-4512-8a39-52e7a927357f service neutron] Pushing event updated for resources: {'Port': ['ID=b463826d-b058-4af6-a4b0-59e2da008122,revision_number=3']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:16.539142 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-e4c31aca-15d8-4352-97bb-25a477b08ee9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:16.539480 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-732277b2-3504-4512-8a39-52e7a927357f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:16.647132 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7976f8-e533-4b29-9da4-a8f95e5ebcc1 req-22d3f6d8-d251-44f3-a211-9dddbcd0f172 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:16.650168 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6e7976f8-e533-4b29-9da4-a8f95e5ebcc1 req-22d3f6d8-d251-44f3-a211-9dddbcd0f172 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] 10.222.0.22 "GET /v2.0/ports?device_id=aeb8eaf9-90a3-4885-b3cc-e8da2eaffd1b HTTP/1.1" status: 200 len: 944 time: 0.3777509 Jun 17 10:23:16.834540 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6e7976f8-e533-4b29-9da4-a8f95e5ebcc1 req-bd9c19d2-b590-429b-9615-a26bddf0b979 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] 10.222.0.22 "GET /v2.0/security-groups?id=fec323e8-eec6-46cb-8a1c-89d917698f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675630 Jun 17 10:23:16.846637 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-e4c31aca-15d8-4352-97bb-25a477b08ee9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:16.859384 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Provisioning for port d6f2a4a8-c159-45f7-ac80-f0b4bf5d648f completed by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:23:16.867938 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Provisioning complete for port d6f2a4a8-c159-45f7-ac80-f0b4bf5d648f triggered by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:23:16.869731 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:16.895995 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 10:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae87c2d9-53ee-4b22-aa35-303a9f2d81c6 x-openstack-request-id: req-ae87c2d9-53ee-4b22-aa35-303a9f2d81c6 {{(pid=93644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:23:16.897113 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeb8eaf9-90a3-4885-b3cc-e8da2eaffd1b", "tag": "b463826d-b058-4af6-a4b0-59e2da008122", "status": "completed", "code": 200}]} {{(pid=93644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:23:16.897917 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ae87c2d9-53ee-4b22-aa35-303a9f2d81c6 {{(pid=93644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:23:16.899068 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeb8eaf9-90a3-4885-b3cc-e8da2eaffd1b', 'tag': 'b463826d-b058-4af6-a4b0-59e2da008122', 'status': 'completed', 'code': 200} Jun 17 10:23:16.906009 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ac2bc2-21e0-4075-b364-75ef344bd4e6 req-7c040cc4-5b72-42fc-abd0-2ec1b3403317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:16.909446 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-43ac2bc2-21e0-4075-b364-75ef344bd4e6 req-7c040cc4-5b72-42fc-abd0-2ec1b3403317 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1adadcdc4edb46e09ec9476854d746e8&device_id=aeb8eaf9-90a3-4885-b3cc-e8da2eaffd1b HTTP/1.1" status: 200 len: 1097 time: 0.1705747 Jun 17 10:23:16.991176 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-43ac2bc2-21e0-4075-b364-75ef344bd4e6 req-7d90f9a7-7e6c-44d3-a4cc-80f0e1fe67fe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b463826d-b058-4af6-a4b0-59e2da008122 HTTP/1.1" status: 200 len: 217 time: 0.0701573 Jun 17 10:23:17.013703 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-7f9d0c4e-0f47-4233-a836-3c3a9b842442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b069a2-f730-4b96-9d1d-db93300d116a', 'name': 'tempest-ServerRescueNegativeTestJSON-1520108491-router', 'tenant_id': '5bd0dd2afc794054a2ded47901ac6c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '17676108-52cd-44af-a1b2-1530d0d6f731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:16:55Z', 'updated_at': '2021-06-17T10:23:14Z', 'revision_number': 5, 'project_id': '5bd0dd2afc794054a2ded47901ac6c2e', 'gw_port': {'id': '17676108-52cd-44af-a1b2-1530d0d6f731', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b069a2-f730-4b96-9d1d-db93300d116a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:16:58Z', 'updated_at': '2021-06-17T10:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi'}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:23:17.036255 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:17.070896 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9d0c4e-0f47-4233-a836-3c3a9b842442 None None] Checking router: 37b069a2-f730-4b96-9d1d-db93300d116a for host: dv-cinder-796806-1-iscsi {{(pid=93647) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 10:23:17.089416 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9d0c4e-0f47-4233-a836-3c3a9b842442 None None] Routers {'37b069a2-f730-4b96-9d1d-db93300d116a'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:23:17.090734 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-7f9d0c4e-0f47-4233-a836-3c3a9b842442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:23:03Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['37b069a2-f730-4b96-9d1d-db93300d116a'], 'active': True} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:23:17.096910 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ac2bc2-21e0-4075-b364-75ef344bd4e6 req-65767d40-7cc0-4e9d-9b8d-9eca09420cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:17.118554 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-43ac2bc2-21e0-4075-b364-75ef344bd4e6 req-65767d40-7cc0-4e9d-9b8d-9eca09420cb5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2edda0e7-6fb2-4040-a41f-3dd2329e7f34 HTTP/1.1" status: 200 len: 854 time: 0.1190910 Jun 17 10:23:17.129608 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] For port d6f2a4a8-c159-45f7-ac80-f0b4bf5d648f, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=d6f2a4a8-c159-45f7-ac80-f0b4bf5d648f,segment=NetworkSegment(47010331-f716-4397-9cd2-cac12c0580be),segment_id=47010331-f716-4397-9cd2-cac12c0580be)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:23:17.132455 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85cd5a75-988e-4ce0-8a71-dd029aab331a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6f2a4a8-c159-45f7-ac80-f0b4bf5d648f'}] {{(pid=93646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:23:17.142940 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}202ec35f0b2f503ce7e4db3a1c258f37e57fe85608606de8e1c873696d713f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a322b811-8ce3-4efa-8efe-4a7412c1659b" -d '{"events": [{"server_uuid": "85cd5a75-988e-4ce0-8a71-dd029aab331a", "name": "network-vif-plugged", "status": "completed", "tag": "d6f2a4a8-c159-45f7-ac80-f0b4bf5d648f"}]}' {{(pid=93646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:23:17.207394 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:17.210494 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-b2a577a6-b2fe-4023-99a0-74e9992e71c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:17.259836 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.plugin [None req-e4c31aca-15d8-4352-97bb-25a477b08ee9 admin admin] Deleting port 17676108-52cd-44af-a1b2-1530d0d6f731 {{(pid=93645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:23:17.263228 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-e4c31aca-15d8-4352-97bb-25a477b08ee9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740734272413'] for port, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:17.275320 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-43ac2bc2-21e0-4075-b364-75ef344bd4e6 req-bbdf0d8b-bb13-42da-b028-1f9846ce5a37 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=205c007d-e0dc-4507-a41e-7df391e7ed7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1482608 Jun 17 10:23:17.365661 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f6e8203-bc14-4f18-a261-34f9feb44ba9 x-openstack-request-id: req-7f6e8203-bc14-4f18-a261-34f9feb44ba9 {{(pid=93646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:23:17.366113 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85cd5a75-988e-4ce0-8a71-dd029aab331a", "name": "network-vif-plugged", "status": "completed", "tag": "d6f2a4a8-c159-45f7-ac80-f0b4bf5d648f", "code": 200}]} {{(pid=93646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:23:17.366507 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7f6e8203-bc14-4f18-a261-34f9feb44ba9 {{(pid=93646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:23:17.367413 dv-cinder-796806-1-iscsi neutron-server[93646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85cd5a75-988e-4ce0-8a71-dd029aab331a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6f2a4a8-c159-45f7-ac80-f0b4bf5d648f', 'code': 200} Jun 17 10:23:17.370250 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Pushing event updated for resources: {'Port': ['ID=d6f2a4a8-c159-45f7-ac80-f0b4bf5d648f,revision_number=5']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:17.386303 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:17.514284 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.db [None req-e4c31aca-15d8-4352-97bb-25a477b08ee9 admin admin] For port 17676108-52cd-44af-a1b2-1530d0d6f731, host dv-cinder-796806-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=17676108-52cd-44af-a1b2-1530d0d6f731,segment=NetworkSegment(7a262c57-69fa-4e27-992a-6b78356f8ae4),segment_id=7a262c57-69fa-4e27-992a-6b78356f8ae4)] {{(pid=93645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:23:17.514905 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-e4c31aca-15d8-4352-97bb-25a477b08ee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685530'] for port, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:17.544523 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-43ac2bc2-21e0-4075-b364-75ef344bd4e6 req-e2ff0384-9196-42db-9335-6c25a5183e83 service neutron] 10.222.0.47 "GET /v2.0/networks/205c007d-e0dc-4507-a41e-7df391e7ed7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889653 Jun 17 10:23:17.638714 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvr_db [None req-7f9d0c4e-0f47-4233-a836-3c3a9b842442 None None] Set router 37b069a2-f730-4b96-9d1d-db93300d116a gateway port host: dv-cinder-796806-1-iscsi {{(pid=93647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:23:17.662960 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.plugin [None req-e4c31aca-15d8-4352-97bb-25a477b08ee9 admin admin] Calling delete_port for 17676108-52cd-44af-a1b2-1530d0d6f731 owned by network:router_gateway {{(pid=93645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:23:17.759975 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0a470-5b66-4c65-b569-6c57b776202e req-5c79b41c-d27b-4a60-b302-16150d59491e tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:17.778210 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9ab0a470-5b66-4c65-b569-6c57b776202e req-5c79b41c-d27b-4a60-b302-16150d59491e tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] 10.222.0.22 "GET /v2.0/ports?device_id=85cd5a75-988e-4ce0-8a71-dd029aab331a HTTP/1.1" status: 200 len: 949 time: 0.4961214 Jun 17 10:23:17.928527 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9ab0a470-5b66-4c65-b569-6c57b776202e req-cb18e4fa-6723-47fd-8de7-2d376f8e5aed tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] 10.222.0.22 "GET /v2.0/security-groups?id=bbfc8c3f-df8e-4dd3-9fc5-66a0714a1266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478992 Jun 17 10:23:17.937293 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-43ac2bc2-21e0-4075-b364-75ef344bd4e6 req-54462a90-a7ee-4779-a2fc-98e50762dac6 service neutron] 10.222.0.47 "GET /v2.0/networks/205c007d-e0dc-4507-a41e-7df391e7ed7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3766744 Jun 17 10:23:18.077858 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-7f9d0c4e-0f47-4233-a836-3c3a9b842442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b069a2-f730-4b96-9d1d-db93300d116a', 'name': 'tempest-ServerRescueNegativeTestJSON-1520108491-router', 'tenant_id': '5bd0dd2afc794054a2ded47901ac6c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '17676108-52cd-44af-a1b2-1530d0d6f731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:16:55Z', 'updated_at': '2021-06-17T10:23:14Z', 'revision_number': 5, 'project_id': '5bd0dd2afc794054a2ded47901ac6c2e', 'gw_port': {'id': '17676108-52cd-44af-a1b2-1530d0d6f731', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b069a2-f730-4b96-9d1d-db93300d116a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:16:58Z', 'updated_at': '2021-06-17T10:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi'}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:23:18.117674 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9d0c4e-0f47-4233-a836-3c3a9b842442 None None] The sync data for ids ['37b069a2-f730-4b96-9d1d-db93300d116a'] in dv-cinder-796806-1-iscsi is: [{'id': '37b069a2-f730-4b96-9d1d-db93300d116a', 'name': 'tempest-ServerRescueNegativeTestJSON-1520108491-router', 'tenant_id': '5bd0dd2afc794054a2ded47901ac6c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '17676108-52cd-44af-a1b2-1530d0d6f731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:16:55Z', 'updated_at': '2021-06-17T10:23:14Z', 'revision_number': 5, 'project_id': '5bd0dd2afc794054a2ded47901ac6c2e', 'gw_port': {'id': '17676108-52cd-44af-a1b2-1530d0d6f731', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b2:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b069a2-f730-4b96-9d1d-db93300d116a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:16:58Z', 'updated_at': '2021-06-17T10:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi'}] {{(pid=93647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 10:23:18.221522 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-e4c31aca-15d8-4352-97bb-25a477b08ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740734277497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740733869096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129691318'] for port, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:18.258149 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-e29f71c6-f0fd-4cb6-955c-5f807896bf32 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:18.325244 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c31aca-15d8-4352-97bb-25a477b08ee9 admin admin] Pushing event deleted for resources: {'Port': ['ID=17676108-52cd-44af-a1b2-1530d0d6f731,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:18.325244 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-e4c31aca-15d8-4352-97bb-25a477b08ee9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:18.407905 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a64d7e-a36e-41a7-83c2-e2d1c528b99e req-d2e8257a-971c-4ccd-940d-8744e843e339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:18.410602 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-b5a64d7e-a36e-41a7-83c2-e2d1c528b99e req-d2e8257a-971c-4ccd-940d-8744e843e339 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=85cd5a75-988e-4ce0-8a71-dd029aab331a HTTP/1.1" status: 200 len: 1102 time: 0.1991951 Jun 17 10:23:18.427839 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca19945d-63c5-48e0-8e4a-af0fcf4ad6f8 req-ed243c29-aac3-4b06-a57d-7d572d234a32 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:18.440402 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-ca19945d-63c5-48e0-8e4a-af0fcf4ad6f8 req-ed243c29-aac3-4b06-a57d-7d572d234a32 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] 10.222.0.22 "GET /v2.0/ports?device_id=aeb8eaf9-90a3-4885-b3cc-e8da2eaffd1b HTTP/1.1" status: 200 len: 944 time: 0.2591941 Jun 17 10:23:18.471841 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ac269-312e-4d74-848c-08d20376a43b req-616fce4c-adbb-4952-977f-6da1a3343afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:18.474642 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-c22ac269-312e-4d74-848c-08d20376a43b req-616fce4c-adbb-4952-977f-6da1a3343afd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1adadcdc4edb46e09ec9476854d746e8&device_id=aeb8eaf9-90a3-4885-b3cc-e8da2eaffd1b HTTP/1.1" status: 200 len: 1097 time: 0.2781584 Jun 17 10:23:18.480558 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-e4c31aca-15d8-4352-97bb-25a477b08ee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684586'] for router_gateway, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:18.591527 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-b5a64d7e-a36e-41a7-83c2-e2d1c528b99e req-3ec72e3b-e805-43d2-b5ec-036c8e1bdaaa service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=bbfc8c3f-df8e-4dd3-9fc5-66a0714a1266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494126 Jun 17 10:23:18.710975 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-ca19945d-63c5-48e0-8e4a-af0fcf4ad6f8 req-4e856710-46ad-4fa7-baa7-8a9acbf52097 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] 10.222.0.22 "GET /v2.0/security-groups?id=fec323e8-eec6-46cb-8a1c-89d917698f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397182 Jun 17 10:23:18.767161 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device b6f2a916-efc3-4b86-85c0-d56e61a99090 no longer exists at agent ovs-agent-dv-cinder-796806-1-iscsi {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:23:18.803187 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-e4c31aca-15d8-4352-97bb-25a477b08ee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-673897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257668'] for router, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:18.810459 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-e4c31aca-15d8-4352-97bb-25a477b08ee9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:18.811380 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] No Port match for: b6f2a916-efc3-4b86-85c0-d56e61a99090 {{(pid=93646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 10:23:18.811940 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device b6f2a916-efc3-4b86-85c0-d56e61a99090 not bound to the agent host dv-cinder-796806-1-iscsi {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 10:23:19.276483 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a4758-1747-486f-b1c4-a9aafd5ea301 req-074b5b02-0bcb-451a-9caf-ab39884b851d tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:19.279555 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-1f0a4758-1747-486f-b1c4-a9aafd5ea301 req-074b5b02-0bcb-451a-9caf-ab39884b851d tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] 10.222.0.22 "GET /v2.0/ports?device_id=85cd5a75-988e-4ce0-8a71-dd029aab331a HTTP/1.1" status: 200 len: 949 time: 0.1233621 Jun 17 10:23:19.364887 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-1f0a4758-1747-486f-b1c4-a9aafd5ea301 req-79fd326e-0a3c-4099-b9c6-ba19a9267b13 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] 10.222.0.22 "GET /v2.0/security-groups?id=bbfc8c3f-df8e-4dd3-9fc5-66a0714a1266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716517 Jun 17 10:23:19.404246 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ac269-312e-4d74-848c-08d20376a43b req-346cdfc9-67a4-4920-ba6e-7a2e3d79c910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:19.407198 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-c22ac269-312e-4d74-848c-08d20376a43b req-346cdfc9-67a4-4920-ba6e-7a2e3d79c910 service neutron] 10.222.0.47 "GET /v2.0/networks?id=205c007d-e0dc-4507-a41e-7df391e7ed7c HTTP/1.1" status: 200 len: 915 time: 0.8871243 Jun 17 10:23:19.458597 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-c22ac269-312e-4d74-848c-08d20376a43b req-9191716f-ca6d-4b2b-9eb7-86e6d35ed3fa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b463826d-b058-4af6-a4b0-59e2da008122 HTTP/1.1" status: 200 len: 217 time: 0.0411611 Jun 17 10:23:19.552239 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-e4c31aca-15d8-4352-97bb-25a477b08ee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674400'] for router, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:19.552828 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c31aca-15d8-4352-97bb-25a477b08ee9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37b069a2-f730-4b96-9d1d-db93300d116a {{(pid=93645) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 10:23:19.565923 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-e4c31aca-15d8-4352-97bb-25a477b08ee9 admin admin] Notify callbacks [] for router, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:19.565923 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-e4c31aca-15d8-4352-97bb-25a477b08ee9 admin admin] 10.222.0.22 "DELETE /v2.0/routers/37b069a2-f730-4b96-9d1d-db93300d116a HTTP/1.1" status: 204 len: 168 time: 3.3973756 Jun 17 10:23:19.568751 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 52586) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:23:19.628697 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ac269-312e-4d74-848c-08d20376a43b req-7e331da7-abcb-4213-b644-45810946fa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:19.630942 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-c22ac269-312e-4d74-848c-08d20376a43b req-7e331da7-abcb-4213-b644-45810946fa85 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2edda0e7-6fb2-4040-a41f-3dd2329e7f34 HTTP/1.1" status: 200 len: 854 time: 0.1595724 Jun 17 10:23:19.708118 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-c22ac269-312e-4d74-848c-08d20376a43b req-dfd262d5-a6c2-4410-b6d3-8e5b7513a2d9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=205c007d-e0dc-4507-a41e-7df391e7ed7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635262 Jun 17 10:23:19.725093 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a606228-0703-46f1-9000-4158b0e23a5a admin admin] Deleting subnet e9682fe0-190f-4cfb-8a99-3f5500e89851 {{(pid=93645) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 10:23:19.741364 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-5a606228-0703-46f1-9000-4158b0e23a5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:19.840388 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-5a606228-0703-46f1-9000-4158b0e23a5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129947313'] for subnet, precommit_delete_associations {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:19.912295 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-5a606228-0703-46f1-9000-4158b0e23a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3786257'] for subnet, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:20.072167 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b5056c-76e8-4151-afb8-d9817cb518a6 req-36be2b2e-193f-4e9d-83e5-6ffdf0f786e4 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:20.076675 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-61b5056c-76e8-4151-afb8-d9817cb518a6 req-36be2b2e-193f-4e9d-83e5-6ffdf0f786e4 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] 10.222.0.22 "GET /v2.0/ports?device_id=aeb8eaf9-90a3-4885-b3cc-e8da2eaffd1b HTTP/1.1" status: 200 len: 944 time: 0.1322470 Jun 17 10:23:20.142302 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-61b5056c-76e8-4151-afb8-d9817cb518a6 req-62eb6b21-38b2-4110-812b-365150396763 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] 10.222.0.22 "GET /v2.0/security-groups?id=fec323e8-eec6-46cb-8a1c-89d917698f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550456 Jun 17 10:23:20.145093 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-5a606228-0703-46f1-9000-4158b0e23a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3786264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129691212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129735865'] for subnet, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:20.148058 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:20.178722 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a606228-0703-46f1-9000-4158b0e23a5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9682fe0-190f-4cfb-8a99-3f5500e89851,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:20.185194 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-5a606228-0703-46f1-9000-4158b0e23a5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625220'] for subnet, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:20.187897 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-5a606228-0703-46f1-9000-4158b0e23a5a admin admin] 10.222.0.22 "DELETE /v2.0/subnets/e9682fe0-190f-4cfb-8a99-3f5500e89851 HTTP/1.1" status: 204 len: 168 time: 0.6174469 Jun 17 10:23:20.191687 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-5a606228-0703-46f1-9000-4158b0e23a5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:20.195271 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 52598) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:23:20.324615 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-b18585c1-ba08-4328-bca0-1acdb13cfe67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3843219'] for network, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:20.462061 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-b18585c1-ba08-4328-bca0-1acdb13cfe67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3792520', 'neutron.services.segments.db._delete_segments_for_network-8740734359601'] for network, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:20.493425 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.services.segments.db [None req-b18585c1-ba08-4328-bca0-1acdb13cfe67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d773beeb-675a-4b62-b751-30bf7ea2150d']}} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:23:20.506836 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.services.segments.db [None req-b18585c1-ba08-4328-bca0-1acdb13cfe67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec66c95e-bed2-41a1-bed7-5691438f5994') {'for_net_delete': True} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:23:20.507176 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.services.segments.db [None req-b18585c1-ba08-4328-bca0-1acdb13cfe67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec66c95e-bed2-41a1-bed7-5691438f5994') {} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:23:20.507764 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device 17676108-52cd-44af-a1b2-1530d0d6f731 no longer exists at agent ovs-agent-dv-cinder-796806-1-iscsi {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:23:20.525739 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-b18585c1-ba08-4328-bca0-1acdb13cfe67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740734358402', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128499297'] for segment, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:20.551106 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] No Port match for: 17676108-52cd-44af-a1b2-1530d0d6f731 {{(pid=93646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 10:23:20.551977 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device 17676108-52cd-44af-a1b2-1530d0d6f731 not bound to the agent host dv-cinder-796806-1-iscsi {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 10:23:20.557863 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-b18585c1-ba08-4328-bca0-1acdb13cfe67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3785028'] for segment, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:20.596052 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b18585c1-ba08-4328-bca0-1acdb13cfe67 admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=93644) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 10:23:20.596052 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-b18585c1-ba08-4328-bca0-1acdb13cfe67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3785028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125912169'] for segment, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:20.596052 dv-cinder-796806-1-iscsi neutron-server[93644]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 10:23:20.596052 dv-cinder-796806-1-iscsi neutron-server[93644]: conditions |= (models_v2.Port.network_id.in_( Jun 17 10:23:20.596052 dv-cinder-796806-1-iscsi neutron-server[93644]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:23:20.596052 dv-cinder-796806-1-iscsi neutron-server[93644]: retrieve_revision_numbers = { Jun 17 10:23:20.596052 dv-cinder-796806-1-iscsi neutron-server[93644]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 10:23:20.596052 dv-cinder-796806-1-iscsi neutron-server[93644]: conditions |= (models_v2.Port.network_id.in_( Jun 17 10:23:20.596052 dv-cinder-796806-1-iscsi neutron-server[93644]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 10:23:20.596052 dv-cinder-796806-1-iscsi neutron-server[93644]: conditions |= (models_v2.Port.network_id.in_( Jun 17 10:23:20.596052 dv-cinder-796806-1-iscsi neutron-server[93644]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:23:20.596052 dv-cinder-796806-1-iscsi neutron-server[93644]: retrieve_revision_numbers = { Jun 17 10:23:20.596052 dv-cinder-796806-1-iscsi neutron-server[93644]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 10:23:20.596052 dv-cinder-796806-1-iscsi neutron-server[93644]: conditions |= (models_v2.Port.network_id.in_( Jun 17 10:23:20.596052 dv-cinder-796806-1-iscsi neutron-server[93644]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 10:23:20.596052 dv-cinder-796806-1-iscsi neutron-server[93644]: conditions |= (models_v2.Port.network_id.in_( Jun 17 10:23:20.596052 dv-cinder-796806-1-iscsi neutron-server[93644]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:23:20.596052 dv-cinder-796806-1-iscsi neutron-server[93644]: retrieve_revision_numbers = { Jun 17 10:23:20.596052 dv-cinder-796806-1-iscsi neutron-server[93644]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 10:23:20.596052 dv-cinder-796806-1-iscsi neutron-server[93644]: conditions |= (models_v2.Port.network_id.in_( Jun 17 10:23:20.596052 dv-cinder-796806-1-iscsi neutron-server[93644]: Traceback (most recent call last): Jun 17 10:23:20.596052 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 10:23:20.596052 dv-cinder-796806-1-iscsi neutron-server[93644]: timer() Jun 17 10:23:20.596052 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 10:23:20.596052 dv-cinder-796806-1-iscsi neutron-server[93644]: cb(*args, **kw) Jun 17 10:23:20.596052 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 10:23:20.596052 dv-cinder-796806-1-iscsi neutron-server[93644]: return func(*args, **kwargs) Jun 17 10:23:20.596052 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 10:23:20.596052 dv-cinder-796806-1-iscsi neutron-server[93644]: self._notify() Jun 17 10:23:20.596052 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 10:23:20.596052 dv-cinder-796806-1-iscsi neutron-server[93644]: self.callback(batched_events) Jun 17 10:23:20.596052 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 10:23:20.596052 dv-cinder-796806-1-iscsi neutron-server[93644]: event.method(event) Jun 17 10:23:20.596052 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 10:23:20.596052 dv-cinder-796806-1-iscsi neutron-server[93644]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 10:23:20.596052 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 10:23:20.596052 dv-cinder-796806-1-iscsi neutron-server[93644]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 10:23:20.596052 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 10:23:20.596052 dv-cinder-796806-1-iscsi neutron-server[93644]: return f(self, *a, **k) Jun 17 10:23:20.596052 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 10:23:20.596052 dv-cinder-796806-1-iscsi neutron-server[93644]: return self._get(url).json() Jun 17 10:23:20.596052 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 10:23:20.596052 dv-cinder-796806-1-iscsi neutron-server[93644]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 10:23:20.596052 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 10:23:20.596052 dv-cinder-796806-1-iscsi neutron-server[93644]: return self.request(url, 'GET', **kwargs) Jun 17 10:23:20.596052 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 10:23:20.596052 dv-cinder-796806-1-iscsi neutron-server[93644]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 10:23:20.596052 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 10:23:20.596052 dv-cinder-796806-1-iscsi neutron-server[93644]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 10:23:20.596052 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 10:23:20.596052 dv-cinder-796806-1-iscsi neutron-server[93644]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 10:23:20.596052 dv-cinder-796806-1-iscsi neutron-server[93644]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 10:23:20.718127 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e986cd4c-43b5-4129-9772-53c8006f9215 req-96889856-2d2e-4cbc-b096-ab5831897304 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:20.720104 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-e986cd4c-43b5-4129-9772-53c8006f9215 req-96889856-2d2e-4cbc-b096-ab5831897304 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] 10.222.0.22 "GET /v2.0/ports?device_id=85cd5a75-988e-4ce0-8a71-dd029aab331a HTTP/1.1" status: 200 len: 949 time: 0.1577516 Jun 17 10:23:20.789444 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-e986cd4c-43b5-4129-9772-53c8006f9215 req-a5476ac9-ba9b-46f6-b1bd-4855fba098dc tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] 10.222.0.22 "GET /v2.0/security-groups?id=bbfc8c3f-df8e-4dd3-9fc5-66a0714a1266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593498 Jun 17 10:23:20.825335 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-b18585c1-ba08-4328-bca0-1acdb13cfe67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3792531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-714710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684612'] for network, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:20.835287 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-3c264119-e364-44da-b812-511724c9ce6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:20.843311 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-b18585c1-ba08-4328-bca0-1acdb13cfe67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625220'] for network, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:20.852894 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-b18585c1-ba08-4328-bca0-1acdb13cfe67 admin admin] 10.222.0.22 "DELETE /v2.0/networks/d773beeb-675a-4b62-b751-30bf7ea2150d HTTP/1.1" status: 204 len: 168 time: 0.6554902 Jun 17 10:23:20.875879 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18585c1-ba08-4328-bca0-1acdb13cfe67 admin admin] Pushing event deleted for resources: {'Network': ['ID=d773beeb-675a-4b62-b751-30bf7ea2150d,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:20.879692 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-b18585c1-ba08-4328-bca0-1acdb13cfe67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:21.050152 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device b463826d-b058-4af6-a4b0-59e2da008122 details requested by agent hyperv_hv-cinder-79680 with host hv-cinder-79680 {{(pid=93646) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 10:23:21.247137 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-c22ac269-312e-4d74-848c-08d20376a43b req-c450a44c-940d-46b8-838c-c9e8c6f3e079 service neutron] 10.222.0.47 "GET /v2.0/networks/205c007d-e0dc-4507-a41e-7df391e7ed7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934931 Jun 17 10:23:21.275722 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] For port b463826d-b058-4af6-a4b0-59e2da008122, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=b463826d-b058-4af6-a4b0-59e2da008122,segment=NetworkSegment(36f28760-8206-4988-9aaa-df990eabba47),segment_id=36f28760-8206-4988-9aaa-df990eabba47)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:23:21.300068 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Returning: {'device': 'b463826d-b058-4af6-a4b0-59e2da008122', 'network_id': '205c007d-e0dc-4507-a41e-7df391e7ed7c', 'port_id': 'b463826d-b058-4af6-a4b0-59e2da008122', 'mac_address': 'fa:16:3e:2e:6f:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2edda0e7-6fb2-4040-a41f-3dd2329e7f34', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93646) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 10:23:21.367237 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:21.392076 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.notifiers.nova [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b463826d-b058-4af6-a4b0-59e2da008122 {{(pid=93646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:23:21.428932 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 52612) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:23:21.440177 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] For port b463826d-b058-4af6-a4b0-59e2da008122, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=b463826d-b058-4af6-a4b0-59e2da008122,segment=NetworkSegment(36f28760-8206-4988-9aaa-df990eabba47),segment_id=36f28760-8206-4988-9aaa-df990eabba47)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:23:21.519891 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-7c2f2115-9209-40ac-a4ac-ff9d2b3fd336 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5bd0dd2afc794054a2ded47901ac6c2e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0888517 Jun 17 10:23:21.523463 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 52614) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:23:21.530862 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de079fc1-02de-4128-bb84-4e495d224f68 req-05b37b77-798a-4896-a527-74f4ff7f8b72 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:21.533097 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-de079fc1-02de-4128-bb84-4e495d224f68 req-05b37b77-798a-4896-a527-74f4ff7f8b72 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] 10.222.0.22 "GET /v2.0/ports?device_id=aeb8eaf9-90a3-4885-b3cc-e8da2eaffd1b HTTP/1.1" status: 200 len: 944 time: 0.1577461 Jun 17 10:23:21.594402 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:21.599087 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:21.599869 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-9d8714f8-de96-47f7-a0b7-aa81a0451fe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:21.609717 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-de079fc1-02de-4128-bb84-4e495d224f68 req-45dcba81-f306-4fad-ab53-102c92d03c33 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] 10.222.0.22 "GET /v2.0/security-groups?id=fec323e8-eec6-46cb-8a1c-89d917698f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661795 Jun 17 10:23:21.642089 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-9d8714f8-de96-47f7-a0b7-aa81a0451fe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:21.700490 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Pushing event updated for resources: {'Port': ['ID=b463826d-b058-4af6-a4b0-59e2da008122,revision_number=4']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:21.706263 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:21.894540 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-9d8714f8-de96-47f7-a0b7-aa81a0451fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:21.900436 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-9d8714f8-de96-47f7-a0b7-aa81a0451fe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:21.903281 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-9d8714f8-de96-47f7-a0b7-aa81a0451fe5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ae35eeca-cb34-4f18-92cf-2ce51eb96bfb HTTP/1.1" status: 204 len: 168 time: 0.3774321 Jun 17 10:23:21.905061 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-fe2f9fc6-3f4c-435b-bd0a-55effa286286 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:21.926243 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8714f8-de96-47f7-a0b7-aa81a0451fe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae35eeca-cb34-4f18-92cf-2ce51eb96bfb,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:21.939998 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-9d8714f8-de96-47f7-a0b7-aa81a0451fe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:22.236553 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81045717-108e-4ccb-8f33-6bfc779dbb11 req-75a74e91-9572-4277-b9b0-c690e359b610 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:22.239287 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-81045717-108e-4ccb-8f33-6bfc779dbb11 req-75a74e91-9572-4277-b9b0-c690e359b610 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] 10.222.0.22 "GET /v2.0/ports?device_id=85cd5a75-988e-4ce0-8a71-dd029aab331a HTTP/1.1" status: 200 len: 949 time: 0.1448553 Jun 17 10:23:22.254949 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-c22ac269-312e-4d74-848c-08d20376a43b req-be0c42d8-e010-47d7-8770-d7f99eb9650c service neutron] 10.222.0.47 "GET /v2.0/networks/205c007d-e0dc-4507-a41e-7df391e7ed7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248960 Jun 17 10:23:22.305510 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-81045717-108e-4ccb-8f33-6bfc779dbb11 req-61eab00f-041b-41c6-a752-495fc60f7d20 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] 10.222.0.22 "GET /v2.0/security-groups?id=bbfc8c3f-df8e-4dd3-9fc5-66a0714a1266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483699 Jun 17 10:23:22.912095 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033036f9-275a-4f0c-b587-547ee1d0cb5b req-54fa3b93-38cb-4c94-b4e8-b1882fe26e91 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:22.915110 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-033036f9-275a-4f0c-b587-547ee1d0cb5b req-54fa3b93-38cb-4c94-b4e8-b1882fe26e91 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] 10.222.0.22 "GET /v2.0/ports?device_id=aeb8eaf9-90a3-4885-b3cc-e8da2eaffd1b HTTP/1.1" status: 200 len: 945 time: 0.1399555 Jun 17 10:23:22.995392 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-033036f9-275a-4f0c-b587-547ee1d0cb5b req-d5e5a70d-41a6-46e3-ba48-ed9e51f49bc6 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] 10.222.0.22 "GET /v2.0/security-groups?id=fec323e8-eec6-46cb-8a1c-89d917698f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662210 Jun 17 10:23:23.634408 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c2f346-3217-46d5-b3e1-42ed5fce2a4a req-cacc79d8-b90e-4f8f-b141-78722732e030 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:23.636156 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-e4c2f346-3217-46d5-b3e1-42ed5fce2a4a req-cacc79d8-b90e-4f8f-b141-78722732e030 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] 10.222.0.22 "GET /v2.0/ports?device_id=85cd5a75-988e-4ce0-8a71-dd029aab331a HTTP/1.1" status: 200 len: 949 time: 0.1032381 Jun 17 10:23:23.690440 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-e4c2f346-3217-46d5-b3e1-42ed5fce2a4a req-0d872199-8a4e-42a7-912e-b0fc44f03013 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] 10.222.0.22 "GET /v2.0/security-groups?id=bbfc8c3f-df8e-4dd3-9fc5-66a0714a1266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438604 Jun 17 10:23:23.705156 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] get_ports_and_sgs() called for port_ids ['b463826d-b058-4af6-a4b0-59e2da008122'] {{(pid=93646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 10:23:24.322291 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7a94b3-640a-470b-864e-ceee8bb32bb6 req-a5b61935-9269-444d-80aa-52826b5e9b8e tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:24.326524 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-ac7a94b3-640a-470b-864e-ceee8bb32bb6 req-a5b61935-9269-444d-80aa-52826b5e9b8e tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] 10.222.0.22 "GET /v2.0/ports?device_id=aeb8eaf9-90a3-4885-b3cc-e8da2eaffd1b HTTP/1.1" status: 200 len: 945 time: 0.1501629 Jun 17 10:23:24.411914 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-ac7a94b3-640a-470b-864e-ceee8bb32bb6 req-a32c2054-7e06-4463-9ce6-cabccd208145 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] 10.222.0.22 "GET /v2.0/security-groups?id=fec323e8-eec6-46cb-8a1c-89d917698f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631387 Jun 17 10:23:25.003967 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f2da8e-6947-4182-84fc-00975d343bc8 req-9c700c98-7c01-4761-9121-e91082c88dc4 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:25.005909 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-90f2da8e-6947-4182-84fc-00975d343bc8 req-9c700c98-7c01-4761-9121-e91082c88dc4 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] 10.222.0.22 "GET /v2.0/ports?device_id=85cd5a75-988e-4ce0-8a71-dd029aab331a HTTP/1.1" status: 200 len: 949 time: 0.1080637 Jun 17 10:23:25.077280 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-90f2da8e-6947-4182-84fc-00975d343bc8 req-2580c2e8-721c-4559-8ae2-5249bbe0ea8f tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] 10.222.0.22 "GET /v2.0/security-groups?id=bbfc8c3f-df8e-4dd3-9fc5-66a0714a1266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606041 Jun 17 10:23:25.162074 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device b463826d-b058-4af6-a4b0-59e2da008122 up at agent hyperv_hv-cinder-79680 {{(pid=93646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:23:25.384372 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Provisioning for port b463826d-b058-4af6-a4b0-59e2da008122 completed by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:23:25.389898 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Provisioning complete for port b463826d-b058-4af6-a4b0-59e2da008122 triggered by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:23:25.394030 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:25.553709 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:25.599869 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb8eaf9-90a3-4885-b3cc-e8da2eaffd1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b463826d-b058-4af6-a4b0-59e2da008122'}] {{(pid=93646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:23:25.600766 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}202ec35f0b2f503ce7e4db3a1c258f37e57fe85608606de8e1c873696d713f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa811871-9bca-4add-9b0b-81cc0aed2e32" -d '{"events": [{"server_uuid": "aeb8eaf9-90a3-4885-b3cc-e8da2eaffd1b", "name": "network-vif-plugged", "status": "completed", "tag": "b463826d-b058-4af6-a4b0-59e2da008122"}]}' {{(pid=93646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:23:25.633659 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] For port b463826d-b058-4af6-a4b0-59e2da008122, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=b463826d-b058-4af6-a4b0-59e2da008122,segment=NetworkSegment(36f28760-8206-4988-9aaa-df990eabba47),segment_id=36f28760-8206-4988-9aaa-df990eabba47)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:23:25.721133 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f5d256-15a5-4165-a603-d0920df8eeec req-82e353ed-90f7-4ab7-8728-0b9e875aedde tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:25.733089 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-69f5d256-15a5-4165-a603-d0920df8eeec req-82e353ed-90f7-4ab7-8728-0b9e875aedde tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] 10.222.0.22 "GET /v2.0/ports?device_id=aeb8eaf9-90a3-4885-b3cc-e8da2eaffd1b HTTP/1.1" status: 200 len: 945 time: 0.1206110 Jun 17 10:23:25.782062 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-69f5d256-15a5-4165-a603-d0920df8eeec req-15ec7846-af08-409a-9f25-47ad15def895 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] 10.222.0.22 "GET /v2.0/security-groups?id=fec323e8-eec6-46cb-8a1c-89d917698f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477097 Jun 17 10:23:25.800380 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:25.802642 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-4e6ce5d1-0f30-4154-b292-d69c51d042da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:25.860005 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9dee752-7166-43aa-9ee9-b94a222ecd33 x-openstack-request-id: req-d9dee752-7166-43aa-9ee9-b94a222ecd33 {{(pid=93646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:23:25.860598 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeb8eaf9-90a3-4885-b3cc-e8da2eaffd1b", "name": "network-vif-plugged", "status": "completed", "tag": "b463826d-b058-4af6-a4b0-59e2da008122", "code": 200}]} {{(pid=93646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:23:25.870416 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d9dee752-7166-43aa-9ee9-b94a222ecd33 {{(pid=93646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:23:25.870416 dv-cinder-796806-1-iscsi neutron-server[93646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeb8eaf9-90a3-4885-b3cc-e8da2eaffd1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b463826d-b058-4af6-a4b0-59e2da008122', 'code': 200} Jun 17 10:23:25.870416 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Pushing event updated for resources: {'Port': ['ID=b463826d-b058-4af6-a4b0-59e2da008122,revision_number=5']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:25.884159 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:23:25.884778 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:23:25.885408 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:23:25.885945 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:23:25.888955 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:23:25.888955 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:23:25.888955 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:23:25.888955 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:23:25.890323 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:23:25.890323 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:23:25.890535 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:23:25.891110 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:23:25.898299 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:26.330655 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80189eeb-ced2-4c07-b9b6-b1b9f388c711 req-be510f1b-cb2b-4550-867b-68b0e9d10596 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:26.333274 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-80189eeb-ced2-4c07-b9b6-b1b9f388c711 req-be510f1b-cb2b-4550-867b-68b0e9d10596 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] 10.222.0.22 "GET /v2.0/ports?device_id=85cd5a75-988e-4ce0-8a71-dd029aab331a HTTP/1.1" status: 200 len: 949 time: 0.1051071 Jun 17 10:23:26.394749 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-80189eeb-ced2-4c07-b9b6-b1b9f388c711 req-0bbf439a-e5a9-4a4b-be5a-e555d650b34b tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] 10.222.0.22 "GET /v2.0/security-groups?id=bbfc8c3f-df8e-4dd3-9fc5-66a0714a1266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496869 Jun 17 10:23:26.541068 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dee4ca5-c795-4047-8f59-002d74863c2d req-02f17c96-5792-48e0-a996-cbc70e8abf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:26.545833 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-3dee4ca5-c795-4047-8f59-002d74863c2d req-02f17c96-5792-48e0-a996-cbc70e8abf3a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=aeb8eaf9-90a3-4885-b3cc-e8da2eaffd1b HTTP/1.1" status: 200 len: 1099 time: 0.0920846 Jun 17 10:23:26.606542 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-3dee4ca5-c795-4047-8f59-002d74863c2d req-b16f2f5d-207d-4a98-a143-402b0bb8e60d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=fec323e8-eec6-46cb-8a1c-89d917698f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488954 Jun 17 10:23:26.917014 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 52734) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:23:27.031681 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c5dbb-b68c-4035-918b-5163bb44b2c0 req-916a6597-8728-4fa9-a734-081f7a157881 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:27.033378 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-520c5dbb-b68c-4035-918b-5163bb44b2c0 req-916a6597-8728-4fa9-a734-081f7a157881 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] 10.222.0.22 "GET /v2.0/ports?device_id=aeb8eaf9-90a3-4885-b3cc-e8da2eaffd1b HTTP/1.1" status: 200 len: 946 time: 0.1004093 Jun 17 10:23:27.066052 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-be48a2d1-4460-48ec-86dd-73cf737d41fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:27.095121 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-520c5dbb-b68c-4035-918b-5163bb44b2c0 req-e71564e1-e995-4f7c-a6af-6b935eb2c1fc tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] 10.222.0.22 "GET /v2.0/security-groups?id=fec323e8-eec6-46cb-8a1c-89d917698f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534754 Jun 17 10:23:27.192782 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-be48a2d1-4460-48ec-86dd-73cf737d41fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:27.315031 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-be48a2d1-4460-48ec-86dd-73cf737d41fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:27.319144 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-f36a3510-a114-4259-8433-4ca0b691c517 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:27.359942 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-be48a2d1-4460-48ec-86dd-73cf737d41fc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e43161a7d1c24cfe8768d75580d55e36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4411469 Jun 17 10:23:27.362093 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be48a2d1-4460-48ec-86dd-73cf737d41fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b269289-bbbe-4152-9c62-7d196b67f39d,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:27.362674 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 52742) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:23:27.366363 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-be48a2d1-4460-48ec-86dd-73cf737d41fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:27.427780 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-10dfa506-3ad0-44c9-8e20-6a8696ce4ab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:27.470114 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-10dfa506-3ad0-44c9-8e20-6a8696ce4ab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:27.667005 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cf25fb-628d-469d-b326-595078b4c8c1 req-386dc740-fb22-4bfe-88ec-59151c0fde85 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:27.669880 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-15cf25fb-628d-469d-b326-595078b4c8c1 req-386dc740-fb22-4bfe-88ec-59151c0fde85 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] 10.222.0.22 "GET /v2.0/ports?device_id=85cd5a75-988e-4ce0-8a71-dd029aab331a HTTP/1.1" status: 200 len: 949 time: 0.0835140 Jun 17 10:23:27.715994 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-10dfa506-3ad0-44c9-8e20-6a8696ce4ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:27.718897 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-10dfa506-3ad0-44c9-8e20-6a8696ce4ab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:27.727052 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-10dfa506-3ad0-44c9-8e20-6a8696ce4ab1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7b269289-bbbe-4152-9c62-7d196b67f39d HTTP/1.1" status: 204 len: 168 time: 0.3563700 Jun 17 10:23:27.727052 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-15fcbccd-ce3d-42e6-97dc-9ae428cd8d0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:27.734878 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-15cf25fb-628d-469d-b326-595078b4c8c1 req-6f4c704c-ac5c-42b6-9fea-4c31c78b60c9 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] 10.222.0.22 "GET /v2.0/security-groups?id=bbfc8c3f-df8e-4dd3-9fc5-66a0714a1266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547268 Jun 17 10:23:27.739070 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dfa506-3ad0-44c9-8e20-6a8696ce4ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b269289-bbbe-4152-9c62-7d196b67f39d,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:27.741703 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-10dfa506-3ad0-44c9-8e20-6a8696ce4ab1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:28.093272 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:28.327181 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a27935a-1e75-4d03-bd23-2d9741a08bbe req-0878b9ee-fd3f-4d8c-a75a-edaf348fe29d tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:28.329110 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-5a27935a-1e75-4d03-bd23-2d9741a08bbe req-0878b9ee-fd3f-4d8c-a75a-edaf348fe29d tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] 10.222.0.22 "GET /v2.0/ports?device_id=aeb8eaf9-90a3-4885-b3cc-e8da2eaffd1b HTTP/1.1" status: 200 len: 946 time: 0.0794470 Jun 17 10:23:28.409184 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-5a27935a-1e75-4d03-bd23-2d9741a08bbe req-60954e37-3536-43cf-8c47-d1bc637f036b tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] 10.222.0.22 "GET /v2.0/security-groups?id=fec323e8-eec6-46cb-8a1c-89d917698f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446935 Jun 17 10:23:28.673141 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5363a7fe-1ba9-4317-bf31-56dd591e0bb6 req-34c89511-808e-49da-8cc0-b054c28019f4 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:28.673141 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-5363a7fe-1ba9-4317-bf31-56dd591e0bb6 req-34c89511-808e-49da-8cc0-b054c28019f4 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] 10.222.0.47 "GET /v2.0/ports?device_id=85cd5a75-988e-4ce0-8a71-dd029aab331a HTTP/1.1" status: 200 len: 949 time: 0.0877841 Jun 17 10:23:28.828139 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.plugin [req-5363a7fe-1ba9-4317-bf31-56dd591e0bb6 req-6128d8f6-51ea-4438-afd9-6e421c81ba57 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] Deleting port d6f2a4a8-c159-45f7-ac80-f0b4bf5d648f {{(pid=93645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:23:28.828713 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-5363a7fe-1ba9-4317-bf31-56dd591e0bb6 req-6128d8f6-51ea-4438-afd9-6e421c81ba57 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740734272413'] for port, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:28.983355 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.db [req-5363a7fe-1ba9-4317-bf31-56dd591e0bb6 req-6128d8f6-51ea-4438-afd9-6e421c81ba57 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] For port d6f2a4a8-c159-45f7-ac80-f0b4bf5d648f, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=d6f2a4a8-c159-45f7-ac80-f0b4bf5d648f,segment=NetworkSegment(47010331-f716-4397-9cd2-cac12c0580be),segment_id=47010331-f716-4397-9cd2-cac12c0580be)] {{(pid=93645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:23:28.983998 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-5363a7fe-1ba9-4317-bf31-56dd591e0bb6 req-6128d8f6-51ea-4438-afd9-6e421c81ba57 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685530'] for port, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:29.030616 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa03c4-cca0-4776-a4d9-042de6867745 req-cfbfcd61-52c7-405c-a0fd-639b5b18fad8 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:29.033113 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-7efa03c4-cca0-4776-a4d9-042de6867745 req-cfbfcd61-52c7-405c-a0fd-639b5b18fad8 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] 10.222.0.22 "GET /v2.0/ports?device_id=85cd5a75-988e-4ce0-8a71-dd029aab331a HTTP/1.1" status: 200 len: 949 time: 0.1045892 Jun 17 10:23:29.101766 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-7efa03c4-cca0-4776-a4d9-042de6867745 req-1962b567-33bc-49c6-937a-2d493a6fce83 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] 10.222.0.22 "GET /v2.0/security-groups?id=bbfc8c3f-df8e-4dd3-9fc5-66a0714a1266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621727 Jun 17 10:23:29.113365 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.plugin [req-5363a7fe-1ba9-4317-bf31-56dd591e0bb6 req-6128d8f6-51ea-4438-afd9-6e421c81ba57 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] Calling delete_port for d6f2a4a8-c159-45f7-ac80-f0b4bf5d648f owned by compute:nova {{(pid=93645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:23:29.158807 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 52776) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:23:29.183912 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-22c7152a-37ef-4311-aeab-1a34165ce1be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:29.342957 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-22c7152a-37ef-4311-aeab-1a34165ce1be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:29.461025 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-22c7152a-37ef-4311-aeab-1a34165ce1be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:29.466888 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:29.497135 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-5363a7fe-1ba9-4317-bf31-56dd591e0bb6 req-6128d8f6-51ea-4438-afd9-6e421c81ba57 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740734277497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740733869096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129691318'] for port, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:29.517549 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-7638a8be-2c22-4e11-a0b6-cfd26c447636 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:29.532774 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] get_ports_and_sgs() called for port_ids ['d6f2a4a8-c159-45f7-ac80-f0b4bf5d648f'] {{(pid=93646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 10:23:29.540312 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-22c7152a-37ef-4311-aeab-1a34165ce1be admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2aaed6840206421397a7c7fa660a2e05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3790424 Jun 17 10:23:29.544202 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 52786) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:23:29.557745 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c7152a-37ef-4311-aeab-1a34165ce1be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17daa844-6731-40b9-8e33-e7e7f4d7be24,revision_number=1']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:29.588300 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-22c7152a-37ef-4311-aeab-1a34165ce1be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:29.598162 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6128d8f6-51ea-4438-afd9-6e421c81ba57 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] Pushing event deleted for resources: {'Port': ['ID=d6f2a4a8-c159-45f7-ac80-f0b4bf5d648f,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:29.621167 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-6128d8f6-51ea-4438-afd9-6e421c81ba57 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:29.673383 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-adc6c578-1dc8-4bb5-a527-3301d809684f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:29.721557 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.l3_dvrscheduler_db [req-5363a7fe-1ba9-4317-bf31-56dd591e0bb6 req-6128d8f6-51ea-4438-afd9-6e421c81ba57 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] No DVR routers for this DVR port d6f2a4a8-c159-45f7-ac80-f0b4bf5d648f on host hv-cinder-79680 {{(pid=93645) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 10:23:29.726841 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-5363a7fe-1ba9-4317-bf31-56dd591e0bb6 req-6128d8f6-51ea-4438-afd9-6e421c81ba57 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733'] for port, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:29.733683 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-5363a7fe-1ba9-4317-bf31-56dd591e0bb6 req-6128d8f6-51ea-4438-afd9-6e421c81ba57 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] 10.222.0.47 "DELETE /v2.0/ports/d6f2a4a8-c159-45f7-ac80-f0b4bf5d648f HTTP/1.1" status: 204 len: 173 time: 1.0526652 Jun 17 10:23:29.734772 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85cd5a75-988e-4ce0-8a71-dd029aab331a', 'name': 'network-vif-deleted', 'tag': 'd6f2a4a8-c159-45f7-ac80-f0b4bf5d648f'}] {{(pid=93645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:23:29.740442 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25c6fbde856bb10fc3e6f7e7beb0655886cca8e381c3d168db957d1d9f65ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12465293-cf4a-4ec8-a3ef-602021de98cc" -d '{"events": [{"server_uuid": "85cd5a75-988e-4ce0-8a71-dd029aab331a", "name": "network-vif-deleted", "tag": "d6f2a4a8-c159-45f7-ac80-f0b4bf5d648f"}]}' {{(pid=93645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:23:29.746936 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-adc6c578-1dc8-4bb5-a527-3301d809684f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:29.826500 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ec8e4f-31f0-4695-807e-fc0e1913b1de x-openstack-request-id: req-76ec8e4f-31f0-4695-807e-fc0e1913b1de {{(pid=93645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:23:29.827416 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85cd5a75-988e-4ce0-8a71-dd029aab331a", "name": "network-vif-deleted", "tag": "d6f2a4a8-c159-45f7-ac80-f0b4bf5d648f", "status": "completed", "code": 200}]} {{(pid=93645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:23:29.828239 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-76ec8e4f-31f0-4695-807e-fc0e1913b1de {{(pid=93645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:23:29.829302 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85cd5a75-988e-4ce0-8a71-dd029aab331a', 'name': 'network-vif-deleted', 'tag': 'd6f2a4a8-c159-45f7-ac80-f0b4bf5d648f', 'status': 'completed', 'code': 200} Jun 17 10:23:29.941607 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-fd1301e4-e833-4841-8986-da224e64ee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:29.958646 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25bec87-15d5-4fc8-bc85-4b942a65fa88 req-e6e4371e-f859-4e0a-a19a-ed7a9bc6ed34 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:29.963403 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-b25bec87-15d5-4fc8-bc85-4b942a65fa88 req-e6e4371e-f859-4e0a-a19a-ed7a9bc6ed34 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] 10.222.0.22 "GET /v2.0/ports?device_id=aeb8eaf9-90a3-4885-b3cc-e8da2eaffd1b HTTP/1.1" status: 200 len: 946 time: 0.2627969 Jun 17 10:23:30.044519 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-b25bec87-15d5-4fc8-bc85-4b942a65fa88 req-2e16f208-23f3-4cfc-a537-4951d4a607ff tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] 10.222.0.22 "GET /v2.0/security-groups?id=fec323e8-eec6-46cb-8a1c-89d917698f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691302 Jun 17 10:23:30.155994 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-adc6c578-1dc8-4bb5-a527-3301d809684f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:30.159365 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-adc6c578-1dc8-4bb5-a527-3301d809684f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:30.161355 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-adc6c578-1dc8-4bb5-a527-3301d809684f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/17daa844-6731-40b9-8e33-e7e7f4d7be24 HTTP/1.1" status: 204 len: 168 time: 0.6151857 Jun 17 10:23:30.163006 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-9990d6da-18ca-4115-89e4-614f5de942cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:30.181649 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc6c578-1dc8-4bb5-a527-3301d809684f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17daa844-6731-40b9-8e33-e7e7f4d7be24,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:30.197167 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-adc6c578-1dc8-4bb5-a527-3301d809684f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:30.404558 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-acdcdffd-5b0e-4d03-9460-4d09beeec882 req-374e3cd2-6610-4715-bd35-c35697428354 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] 10.222.0.22 "GET /v2.0/ports?device_id=85cd5a75-988e-4ce0-8a71-dd029aab331a HTTP/1.1" status: 200 len: 210 time: 0.0805302 Jun 17 10:23:31.647769 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d355d081-dc60-4608-9fca-64678d2941d2 req-19c572bc-9039-48de-98ff-ee8c68c4ee84 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] 10.222.0.22 "GET /v2.0/ports?device_id=85cd5a75-988e-4ce0-8a71-dd029aab331a HTTP/1.1" status: 200 len: 210 time: 0.0394619 Jun 17 10:23:31.702410 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.agents_db [None req-342b98a1-7fdc-4d24-a539-fe72a001d92b None None] Agent healthcheck: found 6 active agents {{(pid=93647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:23:32.555912 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 52862) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:23:32.911799 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-7eb80706-c8e2-4a31-8cdf-2c21381b6693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:33.158333 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-7eb80706-c8e2-4a31-8cdf-2c21381b6693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:33.198071 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device d6f2a4a8-c159-45f7-ac80-f0b4bf5d648f no longer exists at agent hyperv_hv-cinder-79680 {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:23:33.243630 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] No Port match for: d6f2a4a8-c159-45f7-ac80-f0b4bf5d648f {{(pid=93646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 10:23:33.244264 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device d6f2a4a8-c159-45f7-ac80-f0b4bf5d648f not bound to the agent host hv-cinder-79680 {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 10:23:33.387807 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-7eb80706-c8e2-4a31-8cdf-2c21381b6693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:33.400388 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-3e519d0e-9f7d-43e2-9025-c55351dfc613 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:33.408535 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-e4fb7a5e-47a0-471e-85cd-3b8dabea2627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:33.478254 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-7eb80706-c8e2-4a31-8cdf-2c21381b6693 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ed0f88f00eec436b832b8e8bca279bf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9183803 Jun 17 10:23:33.478254 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb80706-c8e2-4a31-8cdf-2c21381b6693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb826d5-e14e-4446-9a12-951eee350b9a,revision_number=1']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:33.482997 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 52898) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:23:33.492827 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-7eb80706-c8e2-4a31-8cdf-2c21381b6693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:33.504381 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:33.611335 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-24443971-1d94-4630-9f35-cfba0652b2e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:33.676578 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-24443971-1d94-4630-9f35-cfba0652b2e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:33.944686 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-24443971-1d94-4630-9f35-cfba0652b2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:33.948515 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-24443971-1d94-4630-9f35-cfba0652b2e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:33.950905 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-24443971-1d94-4630-9f35-cfba0652b2e7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/eeb826d5-e14e-4446-9a12-951eee350b9a HTTP/1.1" status: 204 len: 168 time: 0.4659922 Jun 17 10:23:33.952098 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-911b9d74-daab-4c45-8c0f-214ef2cf2101 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:33.965434 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24443971-1d94-4630-9f35-cfba0652b2e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb826d5-e14e-4446-9a12-951eee350b9a,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:33.979719 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24443971-1d94-4630-9f35-cfba0652b2e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:23:33.980807 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24443971-1d94-4630-9f35-cfba0652b2e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:23:33.981467 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24443971-1d94-4630-9f35-cfba0652b2e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:23:33.982114 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24443971-1d94-4630-9f35-cfba0652b2e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:23:33.982768 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24443971-1d94-4630-9f35-cfba0652b2e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:23:33.983684 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24443971-1d94-4630-9f35-cfba0652b2e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:23:33.988166 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24443971-1d94-4630-9f35-cfba0652b2e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:23:33.988166 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24443971-1d94-4630-9f35-cfba0652b2e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:23:33.988166 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24443971-1d94-4630-9f35-cfba0652b2e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:23:33.988166 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24443971-1d94-4630-9f35-cfba0652b2e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:23:33.988166 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24443971-1d94-4630-9f35-cfba0652b2e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:23:33.988166 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24443971-1d94-4630-9f35-cfba0652b2e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:23:33.993771 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-24443971-1d94-4630-9f35-cfba0652b2e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:35.059767 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-76f1cb7e-d4ef-4c29-a3c2-2b16775f9f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:35.425286 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 52956) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:23:35.631131 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-9ae1e974-3e39-4084-8e21-f18621a57401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:35.826281 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-9ae1e974-3e39-4084-8e21-f18621a57401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:36.133514 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-9ae1e974-3e39-4084-8e21-f18621a57401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:36.140664 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-17e671c9-5653-45ad-9b9b-e7219d4e4c40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:36.220177 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-9ae1e974-3e39-4084-8e21-f18621a57401 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c3a88d0c5051432fafa8d767038c02e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7930462 Jun 17 10:23:36.223471 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae1e974-3e39-4084-8e21-f18621a57401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ada5dc5-1ddb-4af6-896a-09475f8a3e75,revision_number=1']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:36.224497 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 53010) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:23:36.244015 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-9ae1e974-3e39-4084-8e21-f18621a57401 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:36.334519 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-452be566-f291-4549-9f4c-e4b16aff00f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:36.378990 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-452be566-f291-4549-9f4c-e4b16aff00f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:36.608299 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-452be566-f291-4549-9f4c-e4b16aff00f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:36.614469 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-452be566-f291-4549-9f4c-e4b16aff00f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:36.616420 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-452be566-f291-4549-9f4c-e4b16aff00f5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1ada5dc5-1ddb-4af6-896a-09475f8a3e75 HTTP/1.1" status: 204 len: 168 time: 0.3887942 Jun 17 10:23:36.618123 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-e7470705-ecbf-4b43-817b-7bc0ccb84132 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:36.633583 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452be566-f291-4549-9f4c-e4b16aff00f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ada5dc5-1ddb-4af6-896a-09475f8a3e75,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:36.637884 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-452be566-f291-4549-9f4c-e4b16aff00f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:37.024904 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8334b2a8-081d-4a08-b273-522b2363e8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:37.953994 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 53064) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:23:37.978677 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-bb067682-5e46-4b86-bc31-78e4921a8f47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:38.126026 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-bb067682-5e46-4b86-bc31-78e4921a8f47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:38.305139 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-bb067682-5e46-4b86-bc31-78e4921a8f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:38.312881 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-adc6c578-1dc8-4bb5-a527-3301d809684f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:38.390357 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-bb067682-5e46-4b86-bc31-78e4921a8f47 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6b543340896540799328df2f44bf6cbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4300961 Jun 17 10:23:38.390357 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb067682-5e46-4b86-bc31-78e4921a8f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fcb6494-b566-4d5a-9ba0-9ca627e4db9f,revision_number=1']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:38.391660 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 53080) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:23:38.404381 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb067682-5e46-4b86-bc31-78e4921a8f47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:23:38.408305 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb067682-5e46-4b86-bc31-78e4921a8f47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:23:38.408305 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb067682-5e46-4b86-bc31-78e4921a8f47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:23:38.408305 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb067682-5e46-4b86-bc31-78e4921a8f47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:23:38.408305 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb067682-5e46-4b86-bc31-78e4921a8f47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:23:38.408305 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb067682-5e46-4b86-bc31-78e4921a8f47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:23:38.409209 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb067682-5e46-4b86-bc31-78e4921a8f47 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:23:38.409617 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb067682-5e46-4b86-bc31-78e4921a8f47 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:23:38.409995 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb067682-5e46-4b86-bc31-78e4921a8f47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:23:38.410362 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb067682-5e46-4b86-bc31-78e4921a8f47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:23:38.410727 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb067682-5e46-4b86-bc31-78e4921a8f47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:23:38.411116 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb067682-5e46-4b86-bc31-78e4921a8f47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:23:38.415455 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-bb067682-5e46-4b86-bc31-78e4921a8f47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:38.485442 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-21744016-1878-4052-be03-07ec91ffedf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:38.523097 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-21744016-1878-4052-be03-07ec91ffedf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:38.704382 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-21744016-1878-4052-be03-07ec91ffedf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:38.709363 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-21744016-1878-4052-be03-07ec91ffedf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:38.711417 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-21744016-1878-4052-be03-07ec91ffedf5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9fcb6494-b566-4d5a-9ba0-9ca627e4db9f HTTP/1.1" status: 204 len: 168 time: 0.3179908 Jun 17 10:23:38.712768 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-93f8af7c-3813-49c6-8131-ee12edfe1cba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:38.724916 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21744016-1878-4052-be03-07ec91ffedf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fcb6494-b566-4d5a-9ba0-9ca627e4db9f,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:38.729131 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-21744016-1878-4052-be03-07ec91ffedf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:40.560807 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 53196) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:23:40.797542 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-8b0ed1b1-1466-4f20-8f31-f568d81cdd16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:41.018515 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-8b0ed1b1-1466-4f20-8f31-f568d81cdd16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:41.104215 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-8b0ed1b1-1466-4f20-8f31-f568d81cdd16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:41.114596 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-e96b067e-8bca-4983-b0a5-5e4273fa0905 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:41.196177 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-8b0ed1b1-1466-4f20-8f31-f568d81cdd16 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=95d3ccf162604bf3b694f49dfe100391&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6345074 Jun 17 10:23:41.203227 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 53220) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:23:41.206271 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0ed1b1-1466-4f20-8f31-f568d81cdd16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e035ec5f-426b-49ca-b6cb-3045dca11d99,revision_number=1']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:41.212986 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-8b0ed1b1-1466-4f20-8f31-f568d81cdd16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:41.314886 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-c44dbc3a-ddcf-4cd9-be33-757d8a77b831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:41.373249 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-c44dbc3a-ddcf-4cd9-be33-757d8a77b831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:41.602698 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-c44dbc3a-ddcf-4cd9-be33-757d8a77b831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:41.610496 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-c44dbc3a-ddcf-4cd9-be33-757d8a77b831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:41.618132 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-c44dbc3a-ddcf-4cd9-be33-757d8a77b831 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e035ec5f-426b-49ca-b6cb-3045dca11d99 HTTP/1.1" status: 204 len: 168 time: 0.4131227 Jun 17 10:23:41.619293 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-0e261251-b5e4-40ab-bb5f-982f34012464 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:41.641536 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44dbc3a-ddcf-4cd9-be33-757d8a77b831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e035ec5f-426b-49ca-b6cb-3045dca11d99,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:41.647091 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-c44dbc3a-ddcf-4cd9-be33-757d8a77b831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:42.733936 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 53272) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:23:42.752000 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-e7dcc2ff-6bd4-4ba4-97a1-3b0360ff30cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:42.923232 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-e7dcc2ff-6bd4-4ba4-97a1-3b0360ff30cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:43.053232 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-e7dcc2ff-6bd4-4ba4-97a1-3b0360ff30cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:43.061136 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-c3beebbd-f52e-4893-b375-a9455137487e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:43.134623 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-e7dcc2ff-6bd4-4ba4-97a1-3b0360ff30cb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a71d83b02440436fa7fee2cb8a717840&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4009740 Jun 17 10:23:43.136731 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dcc2ff-6bd4-4ba4-97a1-3b0360ff30cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e1c7e9-d793-478b-9611-472ffd8f1fe3,revision_number=1']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:43.138438 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 53276) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:23:43.140878 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-e7dcc2ff-6bd4-4ba4-97a1-3b0360ff30cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:43.211760 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-8180d87b-2a7d-447b-ae98-1f40b7a2152a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:43.240423 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-8180d87b-2a7d-447b-ae98-1f40b7a2152a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:43.406620 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-8180d87b-2a7d-447b-ae98-1f40b7a2152a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:43.409932 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-8180d87b-2a7d-447b-ae98-1f40b7a2152a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:43.415833 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-8180d87b-2a7d-447b-ae98-1f40b7a2152a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c2e1c7e9-d793-478b-9611-472ffd8f1fe3 HTTP/1.1" status: 204 len: 168 time: 0.2704196 Jun 17 10:23:43.415833 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-be48a2d1-4460-48ec-86dd-73cf737d41fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:43.423178 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8180d87b-2a7d-447b-ae98-1f40b7a2152a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e1c7e9-d793-478b-9611-472ffd8f1fe3,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:43.426676 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-8180d87b-2a7d-447b-ae98-1f40b7a2152a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:46.475788 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 53354) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:23:46.702973 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-565f86d5-1499-4cc8-b789-ea7aed9cb10c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:46.868285 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-565f86d5-1499-4cc8-b789-ea7aed9cb10c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:47.006636 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-565f86d5-1499-4cc8-b789-ea7aed9cb10c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:47.014806 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-c0476685-e49c-44cc-abb9-9b38ea168a68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:47.075738 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-565f86d5-1499-4cc8-b789-ea7aed9cb10c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=da84b1dbd3ec499b8c5d77d923b74d89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5981610 Jun 17 10:23:47.077674 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565f86d5-1499-4cc8-b789-ea7aed9cb10c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c74e3dd6-ab74-4238-8bfd-f5f74b54ebe9,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:47.080477 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 53370) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:23:47.083357 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-565f86d5-1499-4cc8-b789-ea7aed9cb10c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:47.202168 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-74859f2f-6f7e-4141-9d50-265c90fc3aa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:47.214913 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 53372) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:23:47.246905 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-74859f2f-6f7e-4141-9d50-265c90fc3aa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:47.515198 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-a8a101d9-ef3f-4fd3-97b4-218d29e45bb1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=02f940863e244027bfc59cc1549ca4c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2980998 Jun 17 10:23:47.519728 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 53378) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:23:47.555767 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-74859f2f-6f7e-4141-9d50-265c90fc3aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:47.580555 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-74859f2f-6f7e-4141-9d50-265c90fc3aa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:47.580555 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-74859f2f-6f7e-4141-9d50-265c90fc3aa1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c74e3dd6-ab74-4238-8bfd-f5f74b54ebe9 HTTP/1.1" status: 204 len: 168 time: 0.4760411 Jun 17 10:23:47.580555 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-22c7152a-37ef-4311-aeab-1a34165ce1be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:47.580555 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74859f2f-6f7e-4141-9d50-265c90fc3aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c74e3dd6-ab74-4238-8bfd-f5f74b54ebe9,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:47.586032 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-74859f2f-6f7e-4141-9d50-265c90fc3aa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:47.640575 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-ac24e07f-ead8-42b6-826f-dea07dbe6d3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:47.714933 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-ac24e07f-ead8-42b6-826f-dea07dbe6d3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:47.949786 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 53394) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:23:48.048894 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-ac24e07f-ead8-42b6-826f-dea07dbe6d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:48.049208 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9fb7a444-3f70-4f7b-8f62-a2fc8e961640 req-b245b8db-9d7d-4d55-8710-eb5d407d911f tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1546192394&fields=id&tenant_id=9a6c13a11d5746ed9ba089a64e8d2549 HTTP/1.1" status: 200 len: 267 time: 0.0722539 Jun 17 10:23:48.058743 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-ac24e07f-ead8-42b6-826f-dea07dbe6d3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:48.061965 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-ac24e07f-ead8-42b6-826f-dea07dbe6d3b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bbfc8c3f-df8e-4dd3-9fc5-66a0714a1266 HTTP/1.1" status: 204 len: 168 time: 0.5405405 Jun 17 10:23:48.065367 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-b354445a-9f40-45e9-bf3d-97b66aca83c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:48.111567 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac24e07f-ead8-42b6-826f-dea07dbe6d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbfc8c3f-df8e-4dd3-9fc5-66a0714a1266,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:48.123548 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-ac24e07f-ead8-42b6-826f-dea07dbe6d3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:48.224169 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb7a444-3f70-4f7b-8f62-a2fc8e961640 req-150c0f43-e810-47a8-965e-7957911efcdb tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:48.226068 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9fb7a444-3f70-4f7b-8f62-a2fc8e961640 req-150c0f43-e810-47a8-965e-7957911efcdb tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39d8b4f-31c1-4ac5-9c65-a73ee6a64e21 HTTP/1.1" status: 200 len: 984 time: 0.1651900 Jun 17 10:23:48.246059 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.v2.base [req-9fb7a444-3f70-4f7b-8f62-a2fc8e961640 req-7e128cb2-0d7f-4a26-8c19-da8bf2d7868f tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Request body: {'port': {'security_groups': ['53de0d9a-5a0b-4ab8-8623-79700c1fe6a9']}} {{(pid=93644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:23:48.409123 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-aae06fb3-4283-4c45-a298-6aa81c4ae7d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:48.415927 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-9fb7a444-3f70-4f7b-8f62-a2fc8e961640 req-7e128cb2-0d7f-4a26-8c19-da8bf2d7868f tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:48.623662 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-aae06fb3-4283-4c45-a298-6aa81c4ae7d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:48.744368 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-aae06fb3-4283-4c45-a298-6aa81c4ae7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:48.748253 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-d4f08ec2-e320-4c86-af8a-9c3e38a3f63f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:48.755761 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.db [req-9fb7a444-3f70-4f7b-8f62-a2fc8e961640 req-7e128cb2-0d7f-4a26-8c19-da8bf2d7868f tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] For port 91311a62-c506-4a3e-b0b5-90876d6ff360, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=91311a62-c506-4a3e-b0b5-90876d6ff360,segment=NetworkSegment(fbd9f26e-5ef6-41de-b20d-bb9149a77337),segment_id=fbd9f26e-5ef6-41de-b20d-bb9149a77337)] {{(pid=93644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:23:48.802946 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-aae06fb3-4283-4c45-a298-6aa81c4ae7d5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=be95dc85f0694fd7a2707ece7aede0bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8503017 Jun 17 10:23:48.805338 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae06fb3-4283-4c45-a298-6aa81c4ae7d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e01205-1c38-44b5-9435-59c2079404f4,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:48.822669 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-9fb7a444-3f70-4f7b-8f62-a2fc8e961640 req-7e128cb2-0d7f-4a26-8c19-da8bf2d7868f tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Notify callbacks [] for port, precommit_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:48.825358 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 53408) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:23:48.825676 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-aae06fb3-4283-4c45-a298-6aa81c4ae7d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:48.905716 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-9fb7a444-3f70-4f7b-8f62-a2fc8e961640 req-7e128cb2-0d7f-4a26-8c19-da8bf2d7868f tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125912069'] for port, after_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:48.920335 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-48a2c1df-677d-45ce-b5f1-58bbc1928241 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:48.966136 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-76a619e2-2b93-4930-bccb-a45442955b00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:49.009816 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb7a444-3f70-4f7b-8f62-a2fc8e961640 req-7e128cb2-0d7f-4a26-8c19-da8bf2d7868f tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:49.011121 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-9fb7a444-3f70-4f7b-8f62-a2fc8e961640 req-7e128cb2-0d7f-4a26-8c19-da8bf2d7868f tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733'] for port, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:49.022112 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9fb7a444-3f70-4f7b-8f62-a2fc8e961640 req-7e128cb2-0d7f-4a26-8c19-da8bf2d7868f tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "PUT /v2.0/ports/91311a62-c506-4a3e-b0b5-90876d6ff360 HTTP/1.1" status: 200 len: 942 time: 0.7801888 Jun 17 10:23:49.022112 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd39d8b4f-31c1-4ac5-9c65-a73ee6a64e21', 'tag': '91311a62-c506-4a3e-b0b5-90876d6ff360'}] {{(pid=93644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:23:49.023243 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e3e45b0fad0fac0035bff2321de6238b3105d4201b4fc6e845e8cd3cf45f1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba7b269-74f9-4043-98a5-dbd13b229aa9" -d '{"events": [{"name": "network-changed", "server_uuid": "d39d8b4f-31c1-4ac5-9c65-a73ee6a64e21", "tag": "91311a62-c506-4a3e-b0b5-90876d6ff360"}]}' {{(pid=93644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:23:49.028974 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 53410) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:23:49.069094 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 53414) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:23:49.121598 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-76a619e2-2b93-4930-bccb-a45442955b00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:49.203646 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e128cb2-0d7f-4a26-8c19-da8bf2d7868f tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Pushing event updated for resources: {'Port': ['ID=91311a62-c506-4a3e-b0b5-90876d6ff360,revision_number=7']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:49.218760 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 10:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47ef918-fdcd-4675-95b9-515b2efce095 x-openstack-request-id: req-f47ef918-fdcd-4675-95b9-515b2efce095 {{(pid=93644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:23:49.219423 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d39d8b4f-31c1-4ac5-9c65-a73ee6a64e21", "tag": "91311a62-c506-4a3e-b0b5-90876d6ff360", "status": "completed", "code": 200}]} {{(pid=93644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:23:49.220066 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f47ef918-fdcd-4675-95b9-515b2efce095 {{(pid=93644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:23:49.220942 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd39d8b4f-31c1-4ac5-9c65-a73ee6a64e21', 'tag': '91311a62-c506-4a3e-b0b5-90876d6ff360', 'status': 'completed', 'code': 200} Jun 17 10:23:49.227460 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-7e128cb2-0d7f-4a26-8c19-da8bf2d7868f tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:49.246979 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-311c9de3-33db-452c-ae5f-b7c86226d84a tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Notify callbacks [] for security_group, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:49.253012 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-a2fa4dcf-aa14-46b6-9110-25284fbbd63b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:49.306287 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-311c9de3-33db-452c-ae5f-b7c86226d84a tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:49.312185 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-76a619e2-2b93-4930-bccb-a45442955b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:49.329497 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-76a619e2-2b93-4930-bccb-a45442955b00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:49.329497 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-76a619e2-2b93-4930-bccb-a45442955b00 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/13e01205-1c38-44b5-9435-59c2079404f4 HTTP/1.1" status: 204 len: 168 time: 0.4894106 Jun 17 10:23:49.329497 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-037b9bc2-8b00-433b-af28-1c5f5ffde5df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:49.340527 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a619e2-2b93-4930-bccb-a45442955b00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e01205-1c38-44b5-9435-59c2079404f4,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:49.348107 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-76a619e2-2b93-4930-bccb-a45442955b00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:49.421350 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-31d6e1f2-153d-4001-9ccc-453925095d06 None None] Provisioning complete for port 91311a62-c506-4a3e-b0b5-90876d6ff360 triggered by entity DHCP. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:23:49.426108 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-31d6e1f2-153d-4001-9ccc-453925095d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:49.490135 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-a2fa4dcf-aa14-46b6-9110-25284fbbd63b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:49.556239 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-311c9de3-33db-452c-ae5f-b7c86226d84a tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:49.561479 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-311c9de3-33db-452c-ae5f-b7c86226d84a tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Notify callbacks [] for security_group, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:49.568205 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-311c9de3-33db-452c-ae5f-b7c86226d84a tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "DELETE /v2.0/security-groups/3122c439-d483-43df-b19f-39c837f27626 HTTP/1.1" status: 204 len: 168 time: 0.5376832 Jun 17 10:23:49.568491 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 53420) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:23:49.570263 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-c5108c4f-7be2-4fc6-88a4-0d84e655322a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:49.587259 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311c9de3-33db-452c-ae5f-b7c86226d84a tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3122c439-d483-43df-b19f-39c837f27626,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:49.596460 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-311c9de3-33db-452c-ae5f-b7c86226d84a tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:49.647096 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-a2fa4dcf-aa14-46b6-9110-25284fbbd63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:49.661353 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-8e2b31d2-0a3f-4ef2-82a4-c9e25b16384d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:49.742801 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fa4dcf-aa14-46b6-9110-25284fbbd63b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf825c86-12b4-4f62-8cc1-edb6dc910ea6,revision_number=1']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:49.750536 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-a2fa4dcf-aa14-46b6-9110-25284fbbd63b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2b884812f0304edb84b2b0018bde6a57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6746085 Jun 17 10:23:49.753334 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-a2fa4dcf-aa14-46b6-9110-25284fbbd63b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:49.756987 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 53422) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:23:49.855944 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-7ffe8cf3-7005-4795-8456-8c860106881b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:49.902299 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-7ffe8cf3-7005-4795-8456-8c860106881b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:49.962593 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.plugin [None req-d79a4c75-58d2-44c1-bfe2-da6885741d5d tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Deleting port c1d78727-78f6-49bd-a9ae-175921d8067d {{(pid=93644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:23:49.962991 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-d79a4c75-58d2-44c1-bfe2-da6885741d5d tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740734272413'] for port, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:50.115340 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-7ffe8cf3-7005-4795-8456-8c860106881b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:50.121481 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-d79a4c75-58d2-44c1-bfe2-da6885741d5d tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685530'] for port, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:50.121800 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-7ffe8cf3-7005-4795-8456-8c860106881b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:50.122339 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-d79a4c75-58d2-44c1-bfe2-da6885741d5d tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:50.123960 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-7ffe8cf3-7005-4795-8456-8c860106881b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cf825c86-12b4-4f62-8cc1-edb6dc910ea6 HTTP/1.1" status: 204 len: 168 time: 0.3648911 Jun 17 10:23:50.126393 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-565f86d5-1499-4cc8-b789-ea7aed9cb10c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:50.150052 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffe8cf3-7005-4795-8456-8c860106881b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf825c86-12b4-4f62-8cc1-edb6dc910ea6,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:50.154713 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-7ffe8cf3-7005-4795-8456-8c860106881b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:50.268252 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.plugin [None req-d79a4c75-58d2-44c1-bfe2-da6885741d5d tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Calling delete_port for c1d78727-78f6-49bd-a9ae-175921d8067d owned by network:floatingip {{(pid=93644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:23:50.679260 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 53432) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:23:50.706522 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-1e8500ab-f16a-4926-83f9-28e865342d94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:50.938629 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-1e8500ab-f16a-4926-83f9-28e865342d94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:51.034621 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-1e8500ab-f16a-4926-83f9-28e865342d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:51.043875 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-f346b94e-452b-4f76-b688-c626718b7e71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:51.115817 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-1e8500ab-f16a-4926-83f9-28e865342d94 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=df3461d8ace040f5acd0450f128fa3ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4345100 Jun 17 10:23:51.117724 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8500ab-f16a-4926-83f9-28e865342d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f999fa8b-3a65-4c48-8eda-de4032df3641,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:51.117983 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-d79a4c75-58d2-44c1-bfe2-da6885741d5d tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740734277497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740733869096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125912126'] for port, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:51.123995 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 53442) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:23:51.127436 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-b6ddcd86-e831-448a-b7e1-b9f6520d03c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:51.136202 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-1e8500ab-f16a-4926-83f9-28e865342d94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:51.224251 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79a4c75-58d2-44c1-bfe2-da6885741d5d tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Pushing event deleted for resources: {'Port': ['ID=c1d78727-78f6-49bd-a9ae-175921d8067d,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:51.247717 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-d79a4c75-58d2-44c1-bfe2-da6885741d5d tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:51.405814 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-e38cf19a-38a1-4d8c-853d-031218e30d9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:51.436076 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-d79a4c75-58d2-44c1-bfe2-da6885741d5d tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Notify callbacks [] for floatingip, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:51.441901 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.db.l3_db [None req-d79a4c75-58d2-44c1-bfe2-da6885741d5d tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Floating IP 4de9100a-0461-462a-96d0-595ba1e67b74 disassociated (deleted). External IP: 172.27.0.16, port: 91311a62-c506-4a3e-b0b5-90876d6ff360. Jun 17 10:23:51.585194 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-e38cf19a-38a1-4d8c-853d-031218e30d9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:51.654955 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] get_ports_and_sgs() called for port_ids ['91311a62-c506-4a3e-b0b5-90876d6ff360'] {{(pid=93646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 10:23:51.820592 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] get_ports_and_sgs() called for port_ids ['91311a62-c506-4a3e-b0b5-90876d6ff360'] {{(pid=93646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 10:23:51.875980 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba7b269-74f9-4043-98a5-dbd13b229aa9 req-24811977-7eb5-435d-b718-7dc6a545bcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:51.889078 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-8ba7b269-74f9-4043-98a5-dbd13b229aa9 req-24811977-7eb5-435d-b718-7dc6a545bcf7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9a6c13a11d5746ed9ba089a64e8d2549&device_id=d39d8b4f-31c1-4ac5-9c65-a73ee6a64e21 HTTP/1.1" status: 200 len: 1098 time: 0.1653755 Jun 17 10:23:52.045627 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d79a4c75-58d2-44c1-bfe2-da6885741d5d tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Router c632aa22-42dd-415d-af8e-0300a14d0d5e has already been hosted by L3 agent 9ed9efc2-3eec-4d73-b246-cbd899a1984b {{(pid=93644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 10:23:52.095687 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-e38cf19a-38a1-4d8c-853d-031218e30d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:52.100487 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-e38cf19a-38a1-4d8c-853d-031218e30d9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:52.102595 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-e38cf19a-38a1-4d8c-853d-031218e30d9d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f999fa8b-3a65-4c48-8eda-de4032df3641 HTTP/1.1" status: 204 len: 168 time: 0.9679923 Jun 17 10:23:52.106832 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-657d0bd9-bb44-4a87-a056-67b6a835e66f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:52.150738 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba7b269-74f9-4043-98a5-dbd13b229aa9 req-2cbdc363-f518-4dc4-9b65-bdfb95c7155f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:52.154699 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-8ba7b269-74f9-4043-98a5-dbd13b229aa9 req-2cbdc363-f518-4dc4-9b65-bdfb95c7155f service neutron] 10.222.0.47 "GET /v2.0/networks?id=b9e4b84a-8dde-4ee3-9ab8-7dbe232b2e85 HTTP/1.1" status: 200 len: 916 time: 0.2568736 Jun 17 10:23:52.271874 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-8ba7b269-74f9-4043-98a5-dbd13b229aa9 req-4ae425de-f777-4f5a-9af4-a9b18e43594a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91311a62-c506-4a3e-b0b5-90876d6ff360 HTTP/1.1" status: 200 len: 217 time: 0.1043615 Jun 17 10:23:52.275060 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38cf19a-38a1-4d8c-853d-031218e30d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f999fa8b-3a65-4c48-8eda-de4032df3641,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:52.282658 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-e38cf19a-38a1-4d8c-853d-031218e30d9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:52.386889 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d79a4c75-58d2-44c1-bfe2-da6885741d5d tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Notify agent at l3_agent.dv-cinder-796806-1-iscsi the message routers_updated {{(pid=93644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 10:23:52.407939 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba7b269-74f9-4043-98a5-dbd13b229aa9 req-91a8daca-eb64-4d36-bb60-a76aa45dbbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:52.416426 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-d79a4c75-58d2-44c1-bfe2-da6885741d5d tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733'] for floatingip, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:52.417689 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8d1765-0686-4ab9-852b-6ee3f246c0e2 None None] Sync routers for ids ['c632aa22-42dd-415d-af8e-0300a14d0d5e'] in dv-cinder-796806-1-iscsi {{(pid=93646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 10:23:52.420100 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-8ba7b269-74f9-4043-98a5-dbd13b229aa9 req-91a8daca-eb64-4d36-bb60-a76aa45dbbd4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e0f4a3e0-d2e8-4ac0-b721-b783e50aed11 HTTP/1.1" status: 200 len: 854 time: 0.1403644 Jun 17 10:23:52.492394 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8d1765-0686-4ab9-852b-6ee3f246c0e2 None None] Routers {'c632aa22-42dd-415d-af8e-0300a14d0d5e'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:23:52.493953 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_hamode_db [None req-fd8d1765-0686-4ab9-852b-6ee3f246c0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:23:33Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['c632aa22-42dd-415d-af8e-0300a14d0d5e'], 'active': True} {{(pid=93646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:23:52.529090 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-d79a4c75-58d2-44c1-bfe2-da6885741d5d tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "DELETE /v2.0/floatingips/4de9100a-0461-462a-96d0-595ba1e67b74 HTTP/1.1" status: 204 len: 168 time: 2.9588814 Jun 17 10:23:52.530490 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd39d8b4f-31c1-4ac5-9c65-a73ee6a64e21', 'tag': '91311a62-c506-4a3e-b0b5-90876d6ff360'}] {{(pid=93644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:23:52.534979 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e3e45b0fad0fac0035bff2321de6238b3105d4201b4fc6e845e8cd3cf45f1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef74b60-35e2-402f-88aa-77e74746479c" -d '{"events": [{"name": "network-changed", "server_uuid": "d39d8b4f-31c1-4ac5-9c65-a73ee6a64e21", "tag": "91311a62-c506-4a3e-b0b5-90876d6ff360"}]}' {{(pid=93644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:23:52.603138 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba7b269-74f9-4043-98a5-dbd13b229aa9 req-418cd7b4-fd07-4cdd-af5d-f97bf71270d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:52.608210 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-8ba7b269-74f9-4043-98a5-dbd13b229aa9 req-418cd7b4-fd07-4cdd-af5d-f97bf71270d2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b9e4b84a-8dde-4ee3-9ab8-7dbe232b2e85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1760521 Jun 17 10:23:52.701811 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 10:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-743f8cae-bf7f-4c66-802f-f53c22a6cab5 x-openstack-request-id: req-743f8cae-bf7f-4c66-802f-f53c22a6cab5 {{(pid=93644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:23:52.702350 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d39d8b4f-31c1-4ac5-9c65-a73ee6a64e21", "tag": "91311a62-c506-4a3e-b0b5-90876d6ff360", "status": "completed", "code": 200}]} {{(pid=93644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:23:52.702841 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-743f8cae-bf7f-4c66-802f-f53c22a6cab5 {{(pid=93644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:23:52.703840 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd39d8b4f-31c1-4ac5-9c65-a73ee6a64e21', 'tag': '91311a62-c506-4a3e-b0b5-90876d6ff360', 'status': 'completed', 'code': 200} Jun 17 10:23:52.780160 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvr_db [None req-fd8d1765-0686-4ab9-852b-6ee3f246c0e2 None None] Set router c632aa22-42dd-415d-af8e-0300a14d0d5e gateway port host: dv-cinder-796806-1-iscsi {{(pid=93646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:23:52.907954 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-8ba7b269-74f9-4043-98a5-dbd13b229aa9 req-17874746-79b9-49da-86b1-f198702eaed9 service neutron] 10.222.0.47 "GET /v2.0/networks/b9e4b84a-8dde-4ee3-9ab8-7dbe232b2e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871630 Jun 17 10:23:53.150389 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-8ba7b269-74f9-4043-98a5-dbd13b229aa9 req-58b527b2-d60b-4451-a063-b20da1a6063f service neutron] 10.222.0.47 "GET /v2.0/networks/b9e4b84a-8dde-4ee3-9ab8-7dbe232b2e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332039 Jun 17 10:23:53.281479 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_hamode_db [None req-fd8d1765-0686-4ab9-852b-6ee3f246c0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c632aa22-42dd-415d-af8e-0300a14d0d5e', 'name': 'tempest-TestMinimumBasicScenario-1666570486-router', 'tenant_id': '9a6c13a11d5746ed9ba089a64e8d2549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '6d390488-ca57-49a2-b66a-5d836b68fc9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:18:53Z', 'updated_at': '2021-06-17T10:19:02Z', 'revision_number': 4, 'project_id': '9a6c13a11d5746ed9ba089a64e8d2549', 'gw_port': {'id': '6d390488-ca57-49a2-b66a-5d836b68fc9b', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c632aa22-42dd-415d-af8e-0300a14d0d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:18:54Z', 'updated_at': '2021-06-17T10:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi', '_interfaces': [{'id': '9651b96e-b542-405d-8e22-7dca3fb010dd', 'name': '', 'network_id': 'b9e4b84a-8dde-4ee3-9ab8-7dbe232b2e85', 'tenant_id': '9a6c13a11d5746ed9ba089a64e8d2549', 'mac_address': 'fa:16:3e:19:a0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c632aa22-42dd-415d-af8e-0300a14d0d5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'e0f4a3e0-d2e8-4ac0-b721-b783e50aed11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:19:01Z', 'updated_at': '2021-06-17T10:19:12Z', 'revision_number': 5, 'project_id': '9a6c13a11d5746ed9ba089a64e8d2549', 'subnets': [{'id': 'e0f4a3e0-d2e8-4ac0-b721-b783e50aed11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:23:53.338115 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8d1765-0686-4ab9-852b-6ee3f246c0e2 None None] Checking router: c632aa22-42dd-415d-af8e-0300a14d0d5e for host: dv-cinder-796806-1-iscsi {{(pid=93646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 10:23:53.356097 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8d1765-0686-4ab9-852b-6ee3f246c0e2 None None] Routers {'c632aa22-42dd-415d-af8e-0300a14d0d5e'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:23:53.357142 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_hamode_db [None req-fd8d1765-0686-4ab9-852b-6ee3f246c0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:23:33Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['c632aa22-42dd-415d-af8e-0300a14d0d5e'], 'active': True} {{(pid=93646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:23:53.523768 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvr_db [None req-fd8d1765-0686-4ab9-852b-6ee3f246c0e2 None None] Set router c632aa22-42dd-415d-af8e-0300a14d0d5e gateway port host: dv-cinder-796806-1-iscsi {{(pid=93646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:23:53.636883 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef74b60-35e2-402f-88aa-77e74746479c req-39328c0b-468d-45f8-a283-2c7f63841c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:53.642447 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-bef74b60-35e2-402f-88aa-77e74746479c req-39328c0b-468d-45f8-a283-2c7f63841c9b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9a6c13a11d5746ed9ba089a64e8d2549&device_id=d39d8b4f-31c1-4ac5-9c65-a73ee6a64e21 HTTP/1.1" status: 200 len: 1098 time: 0.1916444 Jun 17 10:23:53.800161 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef74b60-35e2-402f-88aa-77e74746479c req-44a17dea-98ba-4c52-8921-81710815f506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:53.802394 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-bef74b60-35e2-402f-88aa-77e74746479c req-44a17dea-98ba-4c52-8921-81710815f506 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b9e4b84a-8dde-4ee3-9ab8-7dbe232b2e85 HTTP/1.1" status: 200 len: 916 time: 0.1509900 Jun 17 10:23:53.876878 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-bef74b60-35e2-402f-88aa-77e74746479c req-970e0e31-4688-422b-9023-f5df8873d3ee service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91311a62-c506-4a3e-b0b5-90876d6ff360 HTTP/1.1" status: 200 len: 217 time: 0.0558102 Jun 17 10:23:53.963191 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef74b60-35e2-402f-88aa-77e74746479c req-f3030d79-1ff1-4168-a0e5-ab81e3905932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:53.966028 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-bef74b60-35e2-402f-88aa-77e74746479c req-f3030d79-1ff1-4168-a0e5-ab81e3905932 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e0f4a3e0-d2e8-4ac0-b721-b783e50aed11 HTTP/1.1" status: 200 len: 854 time: 0.0759602 Jun 17 10:23:53.995829 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_hamode_db [None req-fd8d1765-0686-4ab9-852b-6ee3f246c0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c632aa22-42dd-415d-af8e-0300a14d0d5e', 'name': 'tempest-TestMinimumBasicScenario-1666570486-router', 'tenant_id': '9a6c13a11d5746ed9ba089a64e8d2549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '6d390488-ca57-49a2-b66a-5d836b68fc9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:18:53Z', 'updated_at': '2021-06-17T10:19:02Z', 'revision_number': 4, 'project_id': '9a6c13a11d5746ed9ba089a64e8d2549', 'gw_port': {'id': '6d390488-ca57-49a2-b66a-5d836b68fc9b', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c632aa22-42dd-415d-af8e-0300a14d0d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:18:54Z', 'updated_at': '2021-06-17T10:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi', '_interfaces': [{'id': '9651b96e-b542-405d-8e22-7dca3fb010dd', 'name': '', 'network_id': 'b9e4b84a-8dde-4ee3-9ab8-7dbe232b2e85', 'tenant_id': '9a6c13a11d5746ed9ba089a64e8d2549', 'mac_address': 'fa:16:3e:19:a0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c632aa22-42dd-415d-af8e-0300a14d0d5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'e0f4a3e0-d2e8-4ac0-b721-b783e50aed11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:19:01Z', 'updated_at': '2021-06-17T10:19:12Z', 'revision_number': 5, 'project_id': '9a6c13a11d5746ed9ba089a64e8d2549', 'subnets': [{'id': 'e0f4a3e0-d2e8-4ac0-b721-b783e50aed11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:23:54.062363 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8d1765-0686-4ab9-852b-6ee3f246c0e2 None None] The sync data for ids ['c632aa22-42dd-415d-af8e-0300a14d0d5e'] in dv-cinder-796806-1-iscsi is: [{'id': 'c632aa22-42dd-415d-af8e-0300a14d0d5e', 'name': 'tempest-TestMinimumBasicScenario-1666570486-router', 'tenant_id': '9a6c13a11d5746ed9ba089a64e8d2549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '6d390488-ca57-49a2-b66a-5d836b68fc9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:18:53Z', 'updated_at': '2021-06-17T10:19:02Z', 'revision_number': 4, 'project_id': '9a6c13a11d5746ed9ba089a64e8d2549', 'gw_port': {'id': '6d390488-ca57-49a2-b66a-5d836b68fc9b', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c632aa22-42dd-415d-af8e-0300a14d0d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:18:54Z', 'updated_at': '2021-06-17T10:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi', '_interfaces': [{'id': '9651b96e-b542-405d-8e22-7dca3fb010dd', 'name': '', 'network_id': 'b9e4b84a-8dde-4ee3-9ab8-7dbe232b2e85', 'tenant_id': '9a6c13a11d5746ed9ba089a64e8d2549', 'mac_address': 'fa:16:3e:19:a0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c632aa22-42dd-415d-af8e-0300a14d0d5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'e0f4a3e0-d2e8-4ac0-b721-b783e50aed11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:19:01Z', 'updated_at': '2021-06-17T10:19:12Z', 'revision_number': 5, 'project_id': '9a6c13a11d5746ed9ba089a64e8d2549', 'subnets': [{'id': 'e0f4a3e0-d2e8-4ac0-b721-b783e50aed11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 10:23:54.109949 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef74b60-35e2-402f-88aa-77e74746479c req-52df39a9-d2ea-4c85-82ed-9f4e58f83df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:54.112821 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-bef74b60-35e2-402f-88aa-77e74746479c req-52df39a9-d2ea-4c85-82ed-9f4e58f83df5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b9e4b84a-8dde-4ee3-9ab8-7dbe232b2e85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1340601 Jun 17 10:23:54.321674 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-bef74b60-35e2-402f-88aa-77e74746479c req-bbd63c0b-20a4-4566-98a3-7d19111afd5e service neutron] 10.222.0.47 "GET /v2.0/networks/b9e4b84a-8dde-4ee3-9ab8-7dbe232b2e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923156 Jun 17 10:23:54.547005 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106f816b-9f1b-482e-90fb-76d24f17e7fa None None] New status for floating IP 4de9100a-0461-462a-96d0-595ba1e67b74: DOWN {{(pid=93647) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 10:23:54.584533 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-bef74b60-35e2-402f-88aa-77e74746479c req-363355aa-315c-4683-bc24-9b35bc344adb service neutron] 10.222.0.47 "GET /v2.0/networks/b9e4b84a-8dde-4ee3-9ab8-7dbe232b2e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433777 Jun 17 10:23:54.659944 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91bbaf1-7c60-43ea-b6c3-f067b46411c3 req-58590a9d-65f1-4cf2-83dd-dc508197c343 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:54.662957 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-f91bbaf1-7c60-43ea-b6c3-f067b46411c3 req-58590a9d-65f1-4cf2-83dd-dc508197c343 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 946 time: 0.1453030 Jun 17 10:23:54.808219 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-f91bbaf1-7c60-43ea-b6c3-f067b46411c3 req-43ea10b9-1fa5-4e34-aaab-8030c1c152b4 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352012 Jun 17 10:23:56.210062 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b4e2b5-4f84-4980-b6a1-84d1c9458c44 req-7a8617b1-77c1-4ddf-b586-493a623e2f79 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:56.212853 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d0b4e2b5-4f84-4980-b6a1-84d1c9458c44 req-7a8617b1-77c1-4ddf-b586-493a623e2f79 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 946 time: 0.1324692 Jun 17 10:23:56.301253 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d0b4e2b5-4f84-4980-b6a1-84d1c9458c44 req-dbad8790-386b-4fae-a255-fb05bdec2b41 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807555 Jun 17 10:23:56.772595 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 53582) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:23:56.987991 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-03f663aa-3801-4d29-8f71-43f70cdaa5a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:57.112267 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83915ac-0a3b-4a6c-bb5f-cd227a9a4ec1 req-f94cf8a2-f3ba-4ee0-a211-57baa6f45df5 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:57.115037 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-d83915ac-0a3b-4a6c-bb5f-cd227a9a4ec1 req-f94cf8a2-f3ba-4ee0-a211-57baa6f45df5 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.47 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 946 time: 0.1557188 Jun 17 10:23:57.186457 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-03f663aa-3801-4d29-8f71-43f70cdaa5a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:57.293278 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-03f663aa-3801-4d29-8f71-43f70cdaa5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:57.300605 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-42c72f2b-e157-4cfa-94c9-81734c9c9de9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:57.327497 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.plugin [req-d83915ac-0a3b-4a6c-bb5f-cd227a9a4ec1 req-e0ca4ea3-d014-4354-a13b-601453325f0a tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Deleting port b429b7bb-3267-47fb-ba69-c1a0ba672c9b {{(pid=93645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:23:57.328626 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-d83915ac-0a3b-4a6c-bb5f-cd227a9a4ec1 req-e0ca4ea3-d014-4354-a13b-601453325f0a tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740734272413'] for port, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:57.380740 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-03f663aa-3801-4d29-8f71-43f70cdaa5a4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8e39a0c37bf541988af75502ed90cc01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6063313 Jun 17 10:23:57.382469 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f663aa-3801-4d29-8f71-43f70cdaa5a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a124d9d5-86d7-4ff4-959d-1337cd43002d,revision_number=1']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:57.387941 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 53594) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:23:57.399000 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-03f663aa-3801-4d29-8f71-43f70cdaa5a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:57.492115 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-ebcb9e61-e38e-4ce4-a9ad-cdb676e09d8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:57.522884 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.db [req-d83915ac-0a3b-4a6c-bb5f-cd227a9a4ec1 req-e0ca4ea3-d014-4354-a13b-601453325f0a tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] For port b429b7bb-3267-47fb-ba69-c1a0ba672c9b, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=b429b7bb-3267-47fb-ba69-c1a0ba672c9b,segment=NetworkSegment(aee95af0-cc5d-41dc-ae63-eda94ddae53b),segment_id=aee95af0-cc5d-41dc-ae63-eda94ddae53b)] {{(pid=93645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:23:57.523611 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-d83915ac-0a3b-4a6c-bb5f-cd227a9a4ec1 req-e0ca4ea3-d014-4354-a13b-601453325f0a tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685530'] for port, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:57.549954 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-ebcb9e61-e38e-4ce4-a9ad-cdb676e09d8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:57.780332 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2422173-dcf8-46a8-86f5-5dab81b08285 req-1d61c758-685e-493b-81de-ee38391ff4fa tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:57.794020 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-b2422173-dcf8-46a8-86f5-5dab81b08285 req-1d61c758-685e-493b-81de-ee38391ff4fa tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 946 time: 0.2278697 Jun 17 10:23:57.888768 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-b2422173-dcf8-46a8-86f5-5dab81b08285 req-37c2ae4f-be83-4ba1-a774-16c97b4b3274 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=66df205f-2a9e-4b5d-ac5b-3414ee5c524c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929842 Jun 17 10:23:57.893624 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-ebcb9e61-e38e-4ce4-a9ad-cdb676e09d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:57.906958 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-ebcb9e61-e38e-4ce4-a9ad-cdb676e09d8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:57.915042 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-ebcb9e61-e38e-4ce4-a9ad-cdb676e09d8b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a124d9d5-86d7-4ff4-959d-1337cd43002d HTTP/1.1" status: 204 len: 168 time: 0.5249448 Jun 17 10:23:57.919636 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-802e51cf-d238-4671-be99-97b85992654b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:57.953181 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcb9e61-e38e-4ce4-a9ad-cdb676e09d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a124d9d5-86d7-4ff4-959d-1337cd43002d,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:57.957874 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-ebcb9e61-e38e-4ce4-a9ad-cdb676e09d8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:58.010857 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:58.116589 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-d83915ac-0a3b-4a6c-bb5f-cd227a9a4ec1 req-e0ca4ea3-d014-4354-a13b-601453325f0a tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:58.117472 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-d83915ac-0a3b-4a6c-bb5f-cd227a9a4ec1 req-e0ca4ea3-d014-4354-a13b-601453325f0a tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684762'] for floatingip, after_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:58.117472 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.db.l3_db [req-d83915ac-0a3b-4a6c-bb5f-cd227a9a4ec1 req-e0ca4ea3-d014-4354-a13b-601453325f0a tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Floating IP 13dbd6a8-690d-4f5c-a764-a6855af99460 disassociated. External IP: 172.27.0.148, port: b429b7bb-3267-47fb-ba69-c1a0ba672c9b. Jun 17 10:23:58.119125 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.plugin [req-d83915ac-0a3b-4a6c-bb5f-cd227a9a4ec1 req-e0ca4ea3-d014-4354-a13b-601453325f0a tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Calling delete_port for b429b7bb-3267-47fb-ba69-c1a0ba672c9b owned by compute:nova {{(pid=93645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:23:58.695917 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-d83915ac-0a3b-4a6c-bb5f-cd227a9a4ec1 req-e0ca4ea3-d014-4354-a13b-601453325f0a tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740734277497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740733869096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129691318'] for port, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:58.706250 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-e29f71c6-f0fd-4cb6-955c-5f807896bf32 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:23:58.756506 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ca4ea3-d014-4354-a13b-601453325f0a tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Pushing event deleted for resources: {'Port': ['ID=b429b7bb-3267-47fb-ba69-c1a0ba672c9b,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:23:58.762039 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-e0ca4ea3-d014-4354-a13b-601453325f0a tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:23:59.299813 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-efded4ee-83fe-484e-9e98-ae13c479a73c req-ee3d8e2d-d752-4401-a961-8c357c831881 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 210 time: 0.1053221 Jun 17 10:23:59.450758 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 53626) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:23:59.466233 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d83915ac-0a3b-4a6c-bb5f-cd227a9a4ec1 req-e0ca4ea3-d014-4354-a13b-601453325f0a tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Router 7ce96e53-0d7d-4864-9808-f7ceb5af075b has already been hosted by L3 agent 9ed9efc2-3eec-4d73-b246-cbd899a1984b {{(pid=93645) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 10:23:59.482411 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-6e21960d-81db-4f9b-aa44-2a63a13390d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:59.554857 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566537b4-f5fa-44b1-b851-1f64c4a10b2f req-6c0d445c-715e-4e8b-999d-304d8099ba25 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:23:59.571276 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-566537b4-f5fa-44b1-b851-1f64c4a10b2f req-6c0d445c-715e-4e8b-999d-304d8099ba25 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39d8b4f-31c1-4ac5-9c65-a73ee6a64e21 HTTP/1.1" status: 200 len: 945 time: 0.1700559 Jun 17 10:23:59.652777 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-566537b4-f5fa-44b1-b851-1f64c4a10b2f req-882406ff-b8df-471e-928d-a5027f233864 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/security-groups?id=53de0d9a-5a0b-4ab8-8623-79700c1fe6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776088 Jun 17 10:23:59.792208 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d83915ac-0a3b-4a6c-bb5f-cd227a9a4ec1 req-e0ca4ea3-d014-4354-a13b-601453325f0a tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify agent at l3_agent.dv-cinder-796806-1-iscsi the message routers_updated {{(pid=93645) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 10:23:59.817277 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69313c0-2334-45c5-9e41-7f0010faad6c None None] Sync routers for ids ['7ce96e53-0d7d-4864-9808-f7ceb5af075b'] in dv-cinder-796806-1-iscsi {{(pid=93646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 10:23:59.831220 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69313c0-2334-45c5-9e41-7f0010faad6c None None] Routers {'7ce96e53-0d7d-4864-9808-f7ceb5af075b'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:23:59.832219 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_hamode_db [None req-b69313c0-2334-45c5-9e41-7f0010faad6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:23:33Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['7ce96e53-0d7d-4864-9808-f7ceb5af075b'], 'active': True} {{(pid=93646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:23:59.892948 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.l3_dvrscheduler_db [req-d83915ac-0a3b-4a6c-bb5f-cd227a9a4ec1 req-e0ca4ea3-d014-4354-a13b-601453325f0a tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] No DVR routers for this DVR port b429b7bb-3267-47fb-ba69-c1a0ba672c9b on host hv-cinder-79680 {{(pid=93645) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 10:23:59.897220 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-d83915ac-0a3b-4a6c-bb5f-cd227a9a4ec1 req-e0ca4ea3-d014-4354-a13b-601453325f0a tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733'] for port, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:59.899869 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-d83915ac-0a3b-4a6c-bb5f-cd227a9a4ec1 req-e0ca4ea3-d014-4354-a13b-601453325f0a tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.47 "DELETE /v2.0/ports/b429b7bb-3267-47fb-ba69-c1a0ba672c9b HTTP/1.1" status: 204 len: 173 time: 2.7749732 Jun 17 10:23:59.932119 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '032973f9-8cea-4739-bdba-a15d9c60f256', 'name': 'network-vif-deleted', 'tag': 'b429b7bb-3267-47fb-ba69-c1a0ba672c9b'}] {{(pid=93645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:23:59.935788 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-188b1874-4622-4d96-9196-255843d66fac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:23:59.937819 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25c6fbde856bb10fc3e6f7e7beb0655886cca8e381c3d168db957d1d9f65ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d813fe4-fce2-4fda-873d-0dc59c85cc62" -d '{"events": [{"server_uuid": "032973f9-8cea-4739-bdba-a15d9c60f256", "name": "network-vif-deleted", "tag": "b429b7bb-3267-47fb-ba69-c1a0ba672c9b"}]}' {{(pid=93645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:24:00.001693 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-6e21960d-81db-4f9b-aa44-2a63a13390d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:00.021364 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56da3f48-80a0-4966-a80a-e6e8b969f421 x-openstack-request-id: req-56da3f48-80a0-4966-a80a-e6e8b969f421 {{(pid=93645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:24:00.021775 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "032973f9-8cea-4739-bdba-a15d9c60f256", "name": "network-vif-deleted", "tag": "b429b7bb-3267-47fb-ba69-c1a0ba672c9b", "status": "completed", "code": 200}]} {{(pid=93645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:24:00.022167 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-56da3f48-80a0-4966-a80a-e6e8b969f421 {{(pid=93645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:24:00.023102 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '032973f9-8cea-4739-bdba-a15d9c60f256', 'name': 'network-vif-deleted', 'tag': 'b429b7bb-3267-47fb-ba69-c1a0ba672c9b', 'status': 'completed', 'code': 200} Jun 17 10:24:00.121764 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-6e21960d-81db-4f9b-aa44-2a63a13390d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:00.128391 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-587347b7-e64f-45ea-a7ca-911ae81d98bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:00.201119 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-6e21960d-81db-4f9b-aa44-2a63a13390d3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c7c5028455144f909f2ab3c197fad71c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7489827 Jun 17 10:24:00.202251 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 53632) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:24:00.202466 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e21960d-81db-4f9b-aa44-2a63a13390d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9ba790-ba75-40fe-bae2-eada0297ffcf,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:00.223320 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvr_db [None req-b69313c0-2334-45c5-9e41-7f0010faad6c None None] Set router 7ce96e53-0d7d-4864-9808-f7ceb5af075b gateway port host: dv-cinder-796806-1-iscsi {{(pid=93646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:24:00.227029 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-6e21960d-81db-4f9b-aa44-2a63a13390d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:00.320942 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-fc2e7687-5547-4c5f-91e0-c30fc15bc10b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:00.371161 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-fc2e7687-5547-4c5f-91e0-c30fc15bc10b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:00.672726 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_hamode_db [None req-b69313c0-2334-45c5-9e41-7f0010faad6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce96e53-0d7d-4864-9808-f7ceb5af075b', 'name': 'tempest-AttachVolumeShelveTestJSON-1349741473-router', 'tenant_id': 'd3921a4980a048a78ce6c633bbba19c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '8c4ddc8c-8dda-44e8-a2bf-c898a284b7ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:16:56Z', 'updated_at': '2021-06-17T10:17:09Z', 'revision_number': 4, 'project_id': 'd3921a4980a048a78ce6c633bbba19c9', 'gw_port': {'id': '8c4ddc8c-8dda-44e8-a2bf-c898a284b7ff', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce96e53-0d7d-4864-9808-f7ceb5af075b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:16:59Z', 'updated_at': '2021-06-17T10:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi', '_interfaces': [{'id': 'b8baabdc-42b2-494a-a0ef-87e6c4419b7a', 'name': '', 'network_id': 'fb6d1dc1-5856-427b-992b-099ce227c06b', 'tenant_id': 'd3921a4980a048a78ce6c633bbba19c9', 'mac_address': 'fa:16:3e:ab:46:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce96e53-0d7d-4864-9808-f7ceb5af075b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '235adf9a-5d00-4d35-8ffd-65944fdd0c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:17:06Z', 'updated_at': '2021-06-17T10:17:23Z', 'revision_number': 5, 'project_id': 'd3921a4980a048a78ce6c633bbba19c9', 'subnets': [{'id': '235adf9a-5d00-4d35-8ffd-65944fdd0c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:24:00.690767 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-fc2e7687-5547-4c5f-91e0-c30fc15bc10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:00.736564 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-fc2e7687-5547-4c5f-91e0-c30fc15bc10b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:00.742076 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-fc2e7687-5547-4c5f-91e0-c30fc15bc10b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0f9ba790-ba75-40fe-bae2-eada0297ffcf HTTP/1.1" status: 204 len: 168 time: 0.5341744 Jun 17 10:24:00.755933 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69313c0-2334-45c5-9e41-7f0010faad6c None None] Checking router: 7ce96e53-0d7d-4864-9808-f7ceb5af075b for host: dv-cinder-796806-1-iscsi {{(pid=93646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 10:24:00.780745 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69313c0-2334-45c5-9e41-7f0010faad6c None None] Routers {'7ce96e53-0d7d-4864-9808-f7ceb5af075b'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:24:00.783237 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_hamode_db [None req-b69313c0-2334-45c5-9e41-7f0010faad6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:23:33Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['7ce96e53-0d7d-4864-9808-f7ceb5af075b'], 'active': True} {{(pid=93646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:24:00.817413 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-c91b2eff-49c0-41da-9d3c-914fbc69d622 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:00.857250 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-31ac3317-e31c-4b09-86ae-28a231da39bf req-6291c64c-9490-4eec-8a37-2fcfadb55cfc tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=032973f9-8cea-4739-bdba-a15d9c60f256 HTTP/1.1" status: 200 len: 210 time: 0.1812820 Jun 17 10:24:00.891707 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2e7687-5547-4c5f-91e0-c30fc15bc10b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9ba790-ba75-40fe-bae2-eada0297ffcf,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:00.904333 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-fc2e7687-5547-4c5f-91e0-c30fc15bc10b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:01.212098 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa3f84-c8d1-4547-950f-a7dca2c8cec0 req-b69a0b9b-d7f8-4441-be6e-2e5a0885fb67 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:01.227618 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-b1fa3f84-c8d1-4547-950f-a7dca2c8cec0 req-b69a0b9b-d7f8-4441-be6e-2e5a0885fb67 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39d8b4f-31c1-4ac5-9c65-a73ee6a64e21 HTTP/1.1" status: 200 len: 945 time: 0.1625571 Jun 17 10:24:01.251986 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvr_db [None req-b69313c0-2334-45c5-9e41-7f0010faad6c None None] Set router 7ce96e53-0d7d-4864-9808-f7ceb5af075b gateway port host: dv-cinder-796806-1-iscsi {{(pid=93646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:24:01.317506 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-b1fa3f84-c8d1-4547-950f-a7dca2c8cec0 req-a705406b-236b-41e0-a0fd-2a60abac234a tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/security-groups?id=53de0d9a-5a0b-4ab8-8623-79700c1fe6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879788 Jun 17 10:24:01.687975 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device b429b7bb-3267-47fb-ba69-c1a0ba672c9b no longer exists at agent hyperv_hv-cinder-79680 {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:24:01.738356 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_hamode_db [None req-b69313c0-2334-45c5-9e41-7f0010faad6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce96e53-0d7d-4864-9808-f7ceb5af075b', 'name': 'tempest-AttachVolumeShelveTestJSON-1349741473-router', 'tenant_id': 'd3921a4980a048a78ce6c633bbba19c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '8c4ddc8c-8dda-44e8-a2bf-c898a284b7ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:16:56Z', 'updated_at': '2021-06-17T10:17:09Z', 'revision_number': 4, 'project_id': 'd3921a4980a048a78ce6c633bbba19c9', 'gw_port': {'id': '8c4ddc8c-8dda-44e8-a2bf-c898a284b7ff', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce96e53-0d7d-4864-9808-f7ceb5af075b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:16:59Z', 'updated_at': '2021-06-17T10:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi', '_interfaces': [{'id': 'b8baabdc-42b2-494a-a0ef-87e6c4419b7a', 'name': '', 'network_id': 'fb6d1dc1-5856-427b-992b-099ce227c06b', 'tenant_id': 'd3921a4980a048a78ce6c633bbba19c9', 'mac_address': 'fa:16:3e:ab:46:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce96e53-0d7d-4864-9808-f7ceb5af075b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '235adf9a-5d00-4d35-8ffd-65944fdd0c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:17:06Z', 'updated_at': '2021-06-17T10:17:23Z', 'revision_number': 5, 'project_id': 'd3921a4980a048a78ce6c633bbba19c9', 'subnets': [{'id': '235adf9a-5d00-4d35-8ffd-65944fdd0c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:24:01.797813 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69313c0-2334-45c5-9e41-7f0010faad6c None None] The sync data for ids ['7ce96e53-0d7d-4864-9808-f7ceb5af075b'] in dv-cinder-796806-1-iscsi is: [{'id': '7ce96e53-0d7d-4864-9808-f7ceb5af075b', 'name': 'tempest-AttachVolumeShelveTestJSON-1349741473-router', 'tenant_id': 'd3921a4980a048a78ce6c633bbba19c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '8c4ddc8c-8dda-44e8-a2bf-c898a284b7ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:16:56Z', 'updated_at': '2021-06-17T10:17:09Z', 'revision_number': 4, 'project_id': 'd3921a4980a048a78ce6c633bbba19c9', 'gw_port': {'id': '8c4ddc8c-8dda-44e8-a2bf-c898a284b7ff', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce96e53-0d7d-4864-9808-f7ceb5af075b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:16:59Z', 'updated_at': '2021-06-17T10:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi', '_interfaces': [{'id': 'b8baabdc-42b2-494a-a0ef-87e6c4419b7a', 'name': '', 'network_id': 'fb6d1dc1-5856-427b-992b-099ce227c06b', 'tenant_id': 'd3921a4980a048a78ce6c633bbba19c9', 'mac_address': 'fa:16:3e:ab:46:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce96e53-0d7d-4864-9808-f7ceb5af075b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '235adf9a-5d00-4d35-8ffd-65944fdd0c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:17:06Z', 'updated_at': '2021-06-17T10:17:23Z', 'revision_number': 5, 'project_id': 'd3921a4980a048a78ce6c633bbba19c9', 'subnets': [{'id': '235adf9a-5d00-4d35-8ffd-65944fdd0c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 10:24:01.806222 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] No Port match for: b429b7bb-3267-47fb-ba69-c1a0ba672c9b {{(pid=93646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 10:24:01.806766 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device b429b7bb-3267-47fb-ba69-c1a0ba672c9b not bound to the agent host hv-cinder-79680 {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 10:24:01.822538 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8525e9e-8fa1-4c75-b4b3-3e62b3a46a4f req-d87e530b-f9e5-49eb-a490-a6b6dff5b8d3 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:01.826336 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-b8525e9e-8fa1-4c75-b4b3-3e62b3a46a4f req-d87e530b-f9e5-49eb-a490-a6b6dff5b8d3 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.47 "GET /v2.0/ports?device_id=d39d8b4f-31c1-4ac5-9c65-a73ee6a64e21 HTTP/1.1" status: 200 len: 945 time: 0.1463087 Jun 17 10:24:02.055473 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.plugin [req-b8525e9e-8fa1-4c75-b4b3-3e62b3a46a4f req-9d28fe5b-b770-4e28-a596-9a11047bc0fd tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Deleting port 91311a62-c506-4a3e-b0b5-90876d6ff360 {{(pid=93645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:24:02.055754 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-b8525e9e-8fa1-4c75-b4b3-3e62b3a46a4f req-9d28fe5b-b770-4e28-a596-9a11047bc0fd tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740734272413'] for port, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:02.287948 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.db [req-b8525e9e-8fa1-4c75-b4b3-3e62b3a46a4f req-9d28fe5b-b770-4e28-a596-9a11047bc0fd tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] For port 91311a62-c506-4a3e-b0b5-90876d6ff360, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=91311a62-c506-4a3e-b0b5-90876d6ff360,segment=NetworkSegment(fbd9f26e-5ef6-41de-b20d-bb9149a77337),segment_id=fbd9f26e-5ef6-41de-b20d-bb9149a77337)] {{(pid=93645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:24:02.288743 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-b8525e9e-8fa1-4c75-b4b3-3e62b3a46a4f req-9d28fe5b-b770-4e28-a596-9a11047bc0fd tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685530'] for port, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:02.322048 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b539f1-f32e-4c74-9ba2-2ca0c906f3c3 None None] New status for floating IP 13dbd6a8-690d-4f5c-a764-a6855af99460: DOWN {{(pid=93647) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 10:24:02.367982 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 53674) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:24:02.623714 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.plugin [req-b8525e9e-8fa1-4c75-b4b3-3e62b3a46a4f req-9d28fe5b-b770-4e28-a596-9a11047bc0fd tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Calling delete_port for 91311a62-c506-4a3e-b0b5-90876d6ff360 owned by compute:nova {{(pid=93645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:24:02.739192 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-d1294fec-4ef0-4e3e-98a1-8ef0584498e4 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks [] for security_group, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:02.955284 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-d1294fec-4ef0-4e3e-98a1-8ef0584498e4 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:03.115051 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb560b9-9e84-44d5-a350-1479cd09738d req-76a47ce7-5ad6-423f-af3c-a6798b0db055 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:03.115371 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-b8525e9e-8fa1-4c75-b4b3-3e62b3a46a4f req-9d28fe5b-b770-4e28-a596-9a11047bc0fd tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740734277497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740733869096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129691318'] for port, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:03.134121 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] get_ports_and_sgs() called for port_ids ['91311a62-c506-4a3e-b0b5-90876d6ff360'] {{(pid=93646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 10:24:03.135765 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-8bb560b9-9e84-44d5-a350-1479cd09738d req-76a47ce7-5ad6-423f-af3c-a6798b0db055 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] 10.222.0.22 "GET /v2.0/ports?device_id=aeb8eaf9-90a3-4885-b3cc-e8da2eaffd1b HTTP/1.1" status: 200 len: 946 time: 0.5016735 Jun 17 10:24:03.156266 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-3114d271-e498-4386-b83a-4a86aca987de tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:03.161669 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7b1724-c203-4b2a-bf95-1d573a8f51d1 req-f3c360ef-2947-416c-92a9-63a22259dd1c tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:03.184832 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6c7b1724-c203-4b2a-bf95-1d573a8f51d1 req-f3c360ef-2947-416c-92a9-63a22259dd1c tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39d8b4f-31c1-4ac5-9c65-a73ee6a64e21 HTTP/1.1" status: 200 len: 945 time: 0.4516511 Jun 17 10:24:03.282207 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d28fe5b-b770-4e28-a596-9a11047bc0fd tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Pushing event deleted for resources: {'Port': ['ID=91311a62-c506-4a3e-b0b5-90876d6ff360,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:03.288780 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-9d28fe5b-b770-4e28-a596-9a11047bc0fd tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:03.310078 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-8bb560b9-9e84-44d5-a350-1479cd09738d req-787ed6e8-c1b9-45f3-b1f2-bc6c493ac8a1 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] 10.222.0.22 "GET /v2.0/security-groups?id=fec323e8-eec6-46cb-8a1c-89d917698f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172624 Jun 17 10:24:03.334947 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6c7b1724-c203-4b2a-bf95-1d573a8f51d1 req-376b2c43-f1f0-4d49-a255-837a0394721e tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/security-groups?id=53de0d9a-5a0b-4ab8-8623-79700c1fe6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464016 Jun 17 10:24:03.397348 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8525e9e-8fa1-4c75-b4b3-3e62b3a46a4f req-9d28fe5b-b770-4e28-a596-9a11047bc0fd tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] No DVR routers for this DVR port 91311a62-c506-4a3e-b0b5-90876d6ff360 on host hv-cinder-79680 {{(pid=93645) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 10:24:03.401987 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-3e92ae53-edfc-464a-a0d2-13b235dd9841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:03.408578 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-b8525e9e-8fa1-4c75-b4b3-3e62b3a46a4f req-9d28fe5b-b770-4e28-a596-9a11047bc0fd tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733'] for port, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:03.411776 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-b8525e9e-8fa1-4c75-b4b3-3e62b3a46a4f req-9d28fe5b-b770-4e28-a596-9a11047bc0fd tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.47 "DELETE /v2.0/ports/91311a62-c506-4a3e-b0b5-90876d6ff360 HTTP/1.1" status: 204 len: 173 time: 1.5739033 Jun 17 10:24:03.412553 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd39d8b4f-31c1-4ac5-9c65-a73ee6a64e21', 'name': 'network-vif-deleted', 'tag': '91311a62-c506-4a3e-b0b5-90876d6ff360'}] {{(pid=93645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:24:03.415237 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25c6fbde856bb10fc3e6f7e7beb0655886cca8e381c3d168db957d1d9f65ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f208fae3-f8c2-4002-b068-f27abee9d6f7" -d '{"events": [{"server_uuid": "d39d8b4f-31c1-4ac5-9c65-a73ee6a64e21", "name": "network-vif-deleted", "tag": "91311a62-c506-4a3e-b0b5-90876d6ff360"}]}' {{(pid=93645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:24:03.475967 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48209a94-f7b3-447d-ab53-26c2e0abd8dc x-openstack-request-id: req-48209a94-f7b3-447d-ab53-26c2e0abd8dc {{(pid=93645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:24:03.476509 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d39d8b4f-31c1-4ac5-9c65-a73ee6a64e21", "name": "network-vif-deleted", "tag": "91311a62-c506-4a3e-b0b5-90876d6ff360", "status": "completed", "code": 200}]} {{(pid=93645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:24:03.477023 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-48209a94-f7b3-447d-ab53-26c2e0abd8dc {{(pid=93645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:24:03.477748 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd39d8b4f-31c1-4ac5-9c65-a73ee6a64e21', 'name': 'network-vif-deleted', 'tag': '91311a62-c506-4a3e-b0b5-90876d6ff360', 'status': 'completed', 'code': 200} Jun 17 10:24:03.494832 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-d1294fec-4ef0-4e3e-98a1-8ef0584498e4 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:03.500714 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-d1294fec-4ef0-4e3e-98a1-8ef0584498e4 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks [] for security_group, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:03.502984 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-d1294fec-4ef0-4e3e-98a1-8ef0584498e4 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "DELETE /v2.0/security-groups/66df205f-2a9e-4b5d-ac5b-3414ee5c524c HTTP/1.1" status: 204 len: 168 time: 1.1331367 Jun 17 10:24:03.504230 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-3c264119-e364-44da-b812-511724c9ce6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:03.508269 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 53696) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:24:03.522965 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1294fec-4ef0-4e3e-98a1-8ef0584498e4 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66df205f-2a9e-4b5d-ac5b-3414ee5c524c,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:03.532992 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-d1294fec-4ef0-4e3e-98a1-8ef0584498e4 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:03.535939 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.api.v2.resource [None req-23de90f6-80f2-4ac3-aa8e-28d0e426f566 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] show failed (client error): The resource could not be found. Jun 17 10:24:03.538162 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-23de90f6-80f2-4ac3-aa8e-28d0e426f566 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups/66df205f-2a9e-4b5d-ac5b-3414ee5c524c HTTP/1.1" status: 404 len: 347 time: 0.0279152 Jun 17 10:24:03.541893 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 53700) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:24:03.580035 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:03.823928 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.plugin [None req-01dc9037-76b5-4641-a795-ad6f3da68a2a tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Deleting port 3734d584-a12e-4791-850b-1828be5cec03 {{(pid=93644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:24:03.826037 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-01dc9037-76b5-4641-a795-ad6f3da68a2a tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740734272413'] for port, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:03.988786 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-01dc9037-76b5-4641-a795-ad6f3da68a2a tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685530'] for port, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:03.989373 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-01dc9037-76b5-4641-a795-ad6f3da68a2a tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:04.155803 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.plugin [None req-01dc9037-76b5-4641-a795-ad6f3da68a2a tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Calling delete_port for 3734d584-a12e-4791-850b-1828be5cec03 owned by network:floatingip {{(pid=93644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:24:04.284362 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 53710) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:24:04.502592 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be09286d-e2c7-41df-8edb-61dded47b81b req-aaf26f38-e0e7-4fc5-8f2f-4354dda17f0c tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:04.506154 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-be09286d-e2c7-41df-8edb-61dded47b81b req-aaf26f38-e0e7-4fc5-8f2f-4354dda17f0c tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] 10.222.0.47 "GET /v2.0/ports?device_id=aeb8eaf9-90a3-4885-b3cc-e8da2eaffd1b HTTP/1.1" status: 200 len: 946 time: 0.2477474 Jun 17 10:24:04.616758 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-3eabc412-9c01-4096-abcf-906301bede8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:04.734487 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-01dc9037-76b5-4641-a795-ad6f3da68a2a tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740734277497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740733869096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125912126'] for port, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:04.782424 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.plugin [req-be09286d-e2c7-41df-8edb-61dded47b81b req-6ce200f3-bf4d-48e5-ab0a-98b4c603d85c tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] Deleting port b463826d-b058-4af6-a4b0-59e2da008122 {{(pid=93645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:24:04.783077 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-be09286d-e2c7-41df-8edb-61dded47b81b req-6ce200f3-bf4d-48e5-ab0a-98b4c603d85c tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740734272413'] for port, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:04.784307 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-b6ddcd86-e831-448a-b7e1-b9f6520d03c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:04.805675 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-3774a2f4-bb69-43fd-a343-5a71d887ef4d req-6924ecbe-df96-4505-9049-03028853f3ba tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] 10.222.0.22 "GET /v2.0/ports?device_id=d39d8b4f-31c1-4ac5-9c65-a73ee6a64e21 HTTP/1.1" status: 200 len: 210 time: 0.0979898 Jun 17 10:24:04.872789 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8fd0a6-e513-4c77-b222-31a2151f4b06 req-a21f36b9-5bfd-4c9d-afea-6f7d8433d72e tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:04.875645 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-ce8fd0a6-e513-4c77-b222-31a2151f4b06 req-a21f36b9-5bfd-4c9d-afea-6f7d8433d72e tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] 10.222.0.22 "GET /v2.0/ports?device_id=aeb8eaf9-90a3-4885-b3cc-e8da2eaffd1b HTTP/1.1" status: 200 len: 946 time: 0.2522707 Jun 17 10:24:04.879847 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dc9037-76b5-4641-a795-ad6f3da68a2a tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Pushing event deleted for resources: {'Port': ['ID=3734d584-a12e-4791-850b-1828be5cec03,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:04.889706 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-01dc9037-76b5-4641-a795-ad6f3da68a2a tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:04.964324 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-3eabc412-9c01-4096-abcf-906301bede8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:05.009485 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.db [req-be09286d-e2c7-41df-8edb-61dded47b81b req-6ce200f3-bf4d-48e5-ab0a-98b4c603d85c tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] For port b463826d-b058-4af6-a4b0-59e2da008122, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=b463826d-b058-4af6-a4b0-59e2da008122,segment=NetworkSegment(36f28760-8206-4988-9aaa-df990eabba47),segment_id=36f28760-8206-4988-9aaa-df990eabba47)] {{(pid=93645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:24:05.009485 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-be09286d-e2c7-41df-8edb-61dded47b81b req-6ce200f3-bf4d-48e5-ab0a-98b4c603d85c tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685530'] for port, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:05.020968 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-ce8fd0a6-e513-4c77-b222-31a2151f4b06 req-5c1e800c-011a-4653-b193-60b943c21479 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] 10.222.0.22 "GET /v2.0/security-groups?id=fec323e8-eec6-46cb-8a1c-89d917698f35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297441 Jun 17 10:24:05.040278 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-01dc9037-76b5-4641-a795-ad6f3da68a2a tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks [] for floatingip, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:05.046100 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-01dc9037-76b5-4641-a795-ad6f3da68a2a tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733'] for floatingip, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:05.048579 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-01dc9037-76b5-4641-a795-ad6f3da68a2a tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "DELETE /v2.0/floatingips/13dbd6a8-690d-4f5c-a764-a6855af99460 HTTP/1.1" status: 204 len: 168 time: 1.5046718 Jun 17 10:24:05.148896 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.plugin [req-be09286d-e2c7-41df-8edb-61dded47b81b req-6ce200f3-bf4d-48e5-ab0a-98b4c603d85c tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] Calling delete_port for b463826d-b058-4af6-a4b0-59e2da008122 owned by compute:nova {{(pid=93645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:24:05.158418 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-3eabc412-9c01-4096-abcf-906301bede8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:05.160996 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-76f1cb7e-d4ef-4c29-a3c2-2b16775f9f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:05.168831 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-aae06fb3-4283-4c45-a298-6aa81c4ae7d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:05.241491 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 53722) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:24:05.244541 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-3eabc412-9c01-4096-abcf-906301bede8a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=156d0b3c4a0849379d470b26f621d380&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9532382 Jun 17 10:24:05.365032 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eabc412-9c01-4096-abcf-906301bede8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65468467-78d0-4ac9-bd32-2b8376b45208,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:05.372396 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-3eabc412-9c01-4096-abcf-906301bede8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:05.391712 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-c149d540-2544-4870-93c5-1b662d2deb54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:05.402851 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 53724) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:24:05.456814 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-c149d540-2544-4870-93c5-1b662d2deb54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:05.631103 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-c149d540-2544-4870-93c5-1b662d2deb54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:05.637370 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-c149d540-2544-4870-93c5-1b662d2deb54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:05.644135 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-c149d540-2544-4870-93c5-1b662d2deb54 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/65468467-78d0-4ac9-bd32-2b8376b45208 HTTP/1.1" status: 204 len: 168 time: 0.3963938 Jun 17 10:24:05.644135 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-8b0ed1b1-1466-4f20-8f31-f568d81cdd16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:05.659139 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c149d540-2544-4870-93c5-1b662d2deb54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65468467-78d0-4ac9-bd32-2b8376b45208,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:05.672759 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-c149d540-2544-4870-93c5-1b662d2deb54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:05.705536 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device 91311a62-c506-4a3e-b0b5-90876d6ff360 no longer exists at agent hyperv_hv-cinder-79680 {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:24:05.714937 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-233b6fac-ad69-4862-b4b9-1730248cc2a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:05.742991 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] No Port match for: 91311a62-c506-4a3e-b0b5-90876d6ff360 {{(pid=93646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 10:24:05.743691 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device 91311a62-c506-4a3e-b0b5-90876d6ff360 not bound to the agent host hv-cinder-79680 {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 10:24:05.756726 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-be09286d-e2c7-41df-8edb-61dded47b81b req-6ce200f3-bf4d-48e5-ab0a-98b4c603d85c tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740734277497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740733869096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129691318'] for port, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:05.774303 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] get_ports_and_sgs() called for port_ids ['b463826d-b058-4af6-a4b0-59e2da008122'] {{(pid=93646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 10:24:05.774988 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-3114d271-e498-4386-b83a-4a86aca987de tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:05.830165 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce200f3-bf4d-48e5-ab0a-98b4c603d85c tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] Pushing event deleted for resources: {'Port': ['ID=b463826d-b058-4af6-a4b0-59e2da008122,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:05.833309 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-6ce200f3-bf4d-48e5-ab0a-98b4c603d85c tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:05.911273 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.l3_dvrscheduler_db [req-be09286d-e2c7-41df-8edb-61dded47b81b req-6ce200f3-bf4d-48e5-ab0a-98b4c603d85c tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] No DVR routers for this DVR port b463826d-b058-4af6-a4b0-59e2da008122 on host hv-cinder-79680 {{(pid=93645) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 10:24:05.918556 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-be09286d-e2c7-41df-8edb-61dded47b81b req-6ce200f3-bf4d-48e5-ab0a-98b4c603d85c tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733'] for port, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:05.919983 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-be09286d-e2c7-41df-8edb-61dded47b81b req-6ce200f3-bf4d-48e5-ab0a-98b4c603d85c tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] 10.222.0.47 "DELETE /v2.0/ports/b463826d-b058-4af6-a4b0-59e2da008122 HTTP/1.1" status: 204 len: 173 time: 1.4048135 Jun 17 10:24:05.920906 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb8eaf9-90a3-4885-b3cc-e8da2eaffd1b', 'name': 'network-vif-deleted', 'tag': 'b463826d-b058-4af6-a4b0-59e2da008122'}] {{(pid=93645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:24:05.935766 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-233b6fac-ad69-4862-b4b9-1730248cc2a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:05.937710 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25c6fbde856bb10fc3e6f7e7beb0655886cca8e381c3d168db957d1d9f65ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e39e520d-2080-4eb9-90d4-5252080237e4" -d '{"events": [{"server_uuid": "aeb8eaf9-90a3-4885-b3cc-e8da2eaffd1b", "name": "network-vif-deleted", "tag": "b463826d-b058-4af6-a4b0-59e2da008122"}]}' {{(pid=93645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:24:06.030876 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 53736) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:24:06.040417 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.v2.base [None req-c1c63cdd-b549-4954-a3ec-332fff2ab37f tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1641059625', 'description': 'tempest-description--517475681'}} {{(pid=93645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:24:06.055395 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-233b6fac-ad69-4862-b4b9-1730248cc2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:06.063262 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-10dfa506-3ad0-44c9-8e20-6a8696ce4ab1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:06.080189 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-116661af-abd8-4c07-98d7-326db0164745 x-openstack-request-id: req-116661af-abd8-4c07-98d7-326db0164745 {{(pid=93645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:24:06.080722 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeb8eaf9-90a3-4885-b3cc-e8da2eaffd1b", "name": "network-vif-deleted", "tag": "b463826d-b058-4af6-a4b0-59e2da008122", "status": "completed", "code": 200}]} {{(pid=93645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:24:06.081198 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-116661af-abd8-4c07-98d7-326db0164745 {{(pid=93645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:24:06.081923 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeb8eaf9-90a3-4885-b3cc-e8da2eaffd1b', 'name': 'network-vif-deleted', 'tag': 'b463826d-b058-4af6-a4b0-59e2da008122', 'status': 'completed', 'code': 200} Jun 17 10:24:06.131877 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233b6fac-ad69-4862-b4b9-1730248cc2a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec420a0-fa7d-4f54-b079-2564eec6f1b5,revision_number=1']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:06.140689 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-233b6fac-ad69-4862-b4b9-1730248cc2a8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=13342573d72a46dea8fbb27b9132bff8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7343688 Jun 17 10:24:06.142324 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-233b6fac-ad69-4862-b4b9-1730248cc2a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:06.143782 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 53740) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:24:06.233232 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-c1c63cdd-b549-4954-a3ec-332fff2ab37f tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks [] for security_group, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:06.262727 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-bd449df6-7f7a-4d72-9242-975451eb22ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:06.328703 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-33b793ed-f44f-4684-8e90-401bf8722ec4 req-2872e103-66b3-42c0-8b5b-34d131ca9362 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] 10.222.0.22 "GET /v2.0/ports?device_id=aeb8eaf9-90a3-4885-b3cc-e8da2eaffd1b HTTP/1.1" status: 200 len: 210 time: 0.0662010 Jun 17 10:24:06.347389 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-bd449df6-7f7a-4d72-9242-975451eb22ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:06.434638 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-c1c63cdd-b549-4954-a3ec-332fff2ab37f tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks [] for security_group, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:06.560650 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-c1c63cdd-b549-4954-a3ec-332fff2ab37f tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:06.561655 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-bd449df6-7f7a-4d72-9242-975451eb22ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:06.566353 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-bd449df6-7f7a-4d72-9242-975451eb22ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:06.573988 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-bd449df6-7f7a-4d72-9242-975451eb22ca admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6ec420a0-fa7d-4f54-b079-2564eec6f1b5 HTTP/1.1" status: 204 len: 168 time: 0.4230461 Jun 17 10:24:06.573988 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-9ae1e974-3e39-4084-8e21-f18621a57401 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:06.575971 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-30dff0ff-52e5-4522-a136-d48c771d1d87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:06.583416 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd449df6-7f7a-4d72-9242-975451eb22ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec420a0-fa7d-4f54-b079-2564eec6f1b5,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:06.588128 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-bd449df6-7f7a-4d72-9242-975451eb22ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:06.626009 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c63cdd-b549-4954-a3ec-332fff2ab37f tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e0ff9fc-9664-4fac-b778-9b7de82afc08,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:06.633825 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-c1c63cdd-b549-4954-a3ec-332fff2ab37f tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:06.715850 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-c1c63cdd-b549-4954-a3ec-332fff2ab37f tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks [] for security_group, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:06.719728 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-c1c63cdd-b549-4954-a3ec-332fff2ab37f tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6847875 Jun 17 10:24:06.720672 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 53760) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:24:06.725560 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.v2.base [None req-37bb91a2-9d26-413b-a2ce-febf6576c090 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Request body: {'security_group_rule': {'security_group_id': '2e0ff9fc-9664-4fac-b778-9b7de82afc08', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:24:06.858968 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 53762) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:24:06.892833 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-37bb91a2-9d26-413b-a2ce-febf6576c090 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:06.913916 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-be916ee1-ac98-491c-a303-077974461ebe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:07.035480 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8334b2a8-081d-4a08-b273-522b2363e8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:07.042385 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-37bb91a2-9d26-413b-a2ce-febf6576c090 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:07.147411 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-be916ee1-ac98-491c-a303-077974461ebe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:07.201014 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-37bb91a2-9d26-413b-a2ce-febf6576c090 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708106'] for security_group_rule, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:07.205135 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-208c57ec-176b-46cb-b5ff-8de8fd13d320 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:07.233408 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bb91a2-9d26-413b-a2ce-febf6576c090 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37f5aaec-80a3-46ff-9e49-2edc47f3839f,revision_number=0']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:07.241281 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-37bb91a2-9d26-413b-a2ce-febf6576c090 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:07.323356 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-be916ee1-ac98-491c-a303-077974461ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:07.331027 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-3eabc412-9c01-4096-abcf-906301bede8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:07.381707 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be916ee1-ac98-491c-a303-077974461ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a435972-7584-457c-8191-bfb4f013e2ea,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:07.397544 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-be916ee1-ac98-491c-a303-077974461ebe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:07.405360 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 53780) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:24:07.406112 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-be916ee1-ac98-491c-a303-077974461ebe admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3827bd9e8f7d4acea3dece6ba211a6c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5447891 Jun 17 10:24:07.517285 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-37bb91a2-9d26-413b-a2ce-febf6576c090 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:07.519198 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-37bb91a2-9d26-413b-a2ce-febf6576c090 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7972102 Jun 17 10:24:07.523612 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 53786) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:24:07.526329 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-5b9b03f6-04ea-4ee2-9ba7-0d7c24ec79cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:07.559196 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.v2.base [None req-a7323b46-dea4-42ce-9e4e-8011417303c9 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Request body: {'security_group_rule': {'security_group_id': '2e0ff9fc-9664-4fac-b778-9b7de82afc08', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:24:07.579690 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-5b9b03f6-04ea-4ee2-9ba7-0d7c24ec79cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:07.670038 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-92ed4977-e49f-464e-832a-2f942599d266 req-766069b3-b70e-4489-975e-14961b098499 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] 10.222.0.22 "GET /v2.0/ports?device_id=aeb8eaf9-90a3-4885-b3cc-e8da2eaffd1b HTTP/1.1" status: 200 len: 210 time: 0.0807922 Jun 17 10:24:07.861081 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-a7323b46-dea4-42ce-9e4e-8011417303c9 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:07.921057 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-5b9b03f6-04ea-4ee2-9ba7-0d7c24ec79cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:07.926896 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-5b9b03f6-04ea-4ee2-9ba7-0d7c24ec79cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:07.935558 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-5b9b03f6-04ea-4ee2-9ba7-0d7c24ec79cd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7a435972-7584-457c-8191-bfb4f013e2ea HTTP/1.1" status: 204 len: 168 time: 0.5278032 Jun 17 10:24:07.937402 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-03f663aa-3801-4d29-8f71-43f70cdaa5a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:07.955847 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9b03f6-04ea-4ee2-9ba7-0d7c24ec79cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a435972-7584-457c-8191-bfb4f013e2ea,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:07.970961 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-5b9b03f6-04ea-4ee2-9ba7-0d7c24ec79cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:07.982700 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-a7323b46-dea4-42ce-9e4e-8011417303c9 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:08.184658 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-a7323b46-dea4-42ce-9e4e-8011417303c9 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708106'] for security_group_rule, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:08.195068 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-37bb91a2-9d26-413b-a2ce-febf6576c090 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:08.220416 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7323b46-dea4-42ce-9e4e-8011417303c9 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50db180c-e430-49c6-98b1-3f0b70273891,revision_number=0']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:08.224685 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-a7323b46-dea4-42ce-9e4e-8011417303c9 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:08.383934 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-a7323b46-dea4-42ce-9e4e-8011417303c9 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:08.387374 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-a7323b46-dea4-42ce-9e4e-8011417303c9 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8616271 Jun 17 10:24:08.392390 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 53808) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:24:08.399953 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.v2.base [None req-92eb5f35-6cae-4c3c-ba2e-bbab8e556fef tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Request body: {'floatingip': {'floating_network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e'}} {{(pid=93644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:24:08.608072 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-92eb5f35-6cae-4c3c-ba2e-bbab8e556fef tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks [] for floatingip, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:08.703946 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.agents_db [None req-342b98a1-7fdc-4d24-a539-fe72a001d92b None None] Agent healthcheck: found 6 active agents {{(pid=93647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:24:08.854327 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-92eb5f35-6cae-4c3c-ba2e-bbab8e556fef tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3930454'] for port, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:09.121029 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.db.db_base_plugin_common [None req-92eb5f35-6cae-4c3c-ba2e-bbab8e556fef tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Allocated IP 172.27.0.152 (ca6a8a4d-93b8-4490-aa3c-706a0423303e/260414bf-ab79-4984-a32f-8ad464893cf6/928bf2ec-eb48-4fdf-b8d7-633d739d263f) {{(pid=93644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:24:09.310965 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 53832) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:24:09.356602 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-92eb5f35-6cae-4c3c-ba2e-bbab8e556fef tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks [] for port, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:09.600393 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-92eb5f35-6cae-4c3c-ba2e-bbab8e556fef tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3925395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740733869087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125912119'] for port, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:09.607901 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-01dc9037-76b5-4641-a795-ad6f3da68a2a tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:09.700176 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92eb5f35-6cae-4c3c-ba2e-bbab8e556fef tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Network ca6a8a4d-93b8-4490-aa3c-706a0423303e is already hosted by enough agents. {{(pid=93644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:24:09.707866 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.base_scheduler [None req-92eb5f35-6cae-4c3c-ba2e-bbab8e556fef tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Resources bound (agent type, host, resource id): {{(pid=93644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:24:09.719079 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92eb5f35-6cae-4c3c-ba2e-bbab8e556fef tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Received port after_create {{(pid=93644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:24:09.732266 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device b463826d-b058-4af6-a4b0-59e2da008122 no longer exists at agent hyperv_hv-cinder-79680 {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:24:09.743537 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eb5f35-6cae-4c3c-ba2e-bbab8e556fef tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Pushing event updated for resources: {'Port': ['ID=928bf2ec-eb48-4fdf-b8d7-633d739d263f,revision_number=1']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:09.749948 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-92eb5f35-6cae-4c3c-ba2e-bbab8e556fef tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:09.799241 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] No Port match for: b463826d-b058-4af6-a4b0-59e2da008122 {{(pid=93646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 10:24:09.800367 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device b463826d-b058-4af6-a4b0-59e2da008122 not bound to the agent host hv-cinder-79680 {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 10:24:09.990047 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-92eb5f35-6cae-4c3c-ba2e-bbab8e556fef tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:10.177469 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-92eb5f35-6cae-4c3c-ba2e-bbab8e556fef tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:10.387224 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-34f92eb7-f04a-4e0f-b76b-f6749ffdab95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704253'] for router_interface, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:10.562267 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-92eb5f35-6cae-4c3c-ba2e-bbab8e556fef tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks [] for port, precommit_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:10.800696 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-92eb5f35-6cae-4c3c-ba2e-bbab8e556fef tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125912069'] for port, after_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:10.806558 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-42047484-1ddc-4ff4-ae05-08e49ac3ec6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:10.921905 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.plugin [None req-34f92eb7-f04a-4e0f-b76b-f6749ffdab95 admin admin] Deleting port 9651b96e-b542-405d-8e22-7dca3fb010dd {{(pid=93645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:24:10.922483 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-34f92eb7-f04a-4e0f-b76b-f6749ffdab95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740734272413'] for port, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:10.928012 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eb5f35-6cae-4c3c-ba2e-bbab8e556fef tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Pushing event updated for resources: {'Port': ['ID=928bf2ec-eb48-4fdf-b8d7-633d739d263f,revision_number=2']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:10.938769 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-92eb5f35-6cae-4c3c-ba2e-bbab8e556fef tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:10.961020 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-92eb5f35-6cae-4c3c-ba2e-bbab8e556fef tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684762'] for floatingip, after_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:11.064521 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.db [None req-34f92eb7-f04a-4e0f-b76b-f6749ffdab95 admin admin] For port 9651b96e-b542-405d-8e22-7dca3fb010dd, host dv-cinder-796806-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=9651b96e-b542-405d-8e22-7dca3fb010dd,segment=NetworkSegment(fbd9f26e-5ef6-41de-b20d-bb9149a77337),segment_id=fbd9f26e-5ef6-41de-b20d-bb9149a77337)] {{(pid=93645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:24:11.065334 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-34f92eb7-f04a-4e0f-b76b-f6749ffdab95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685530'] for port, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:11.122719 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-92eb5f35-6cae-4c3c-ba2e-bbab8e556fef tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733'] for floatingip, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:11.126716 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-92eb5f35-6cae-4c3c-ba2e-bbab8e556fef tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7325482 Jun 17 10:24:11.205412 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.plugin [None req-34f92eb7-f04a-4e0f-b76b-f6749ffdab95 admin admin] Calling delete_port for 9651b96e-b542-405d-8e22-7dca3fb010dd owned by network:router_interface {{(pid=93645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:24:11.527238 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-10d220e3-0210-466e-bdb7-e358509cd1c0 req-18025bfb-cdf3-4590-8481-3350ece0d5f1 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1641059625&fields=id&tenant_id=d3921a4980a048a78ce6c633bbba19c9 HTTP/1.1" status: 200 len: 267 time: 0.0834849 Jun 17 10:24:11.752728 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d220e3-0210-466e-bdb7-e358509cd1c0 req-a58f8eda-82a5-462a-b070-b65c5a77ee69 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:11.755536 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-10d220e3-0210-466e-bdb7-e358509cd1c0 req-a58f8eda-82a5-462a-b070-b65c5a77ee69 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/networks?id=fb6d1dc1-5856-427b-992b-099ce227c06b HTTP/1.1" status: 200 len: 817 time: 0.2186029 Jun 17 10:24:11.783225 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-10d220e3-0210-466e-bdb7-e358509cd1c0 req-b3c50ae8-2f12-4291-b265-e55f632840d8 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/quotas/d3921a4980a048a78ce6c633bbba19c9 HTTP/1.1" status: 200 len: 375 time: 0.0172482 Jun 17 10:24:11.784840 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-34f92eb7-f04a-4e0f-b76b-f6749ffdab95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740734277497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740733869096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129691318'] for port, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:11.790680 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-9d28fe5b-b770-4e28-a596-9a11047bc0fd tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:11.856762 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f92eb7-f04a-4e0f-b76b-f6749ffdab95 admin admin] Pushing event deleted for resources: {'Port': ['ID=9651b96e-b542-405d-8e22-7dca3fb010dd,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:11.862967 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-34f92eb7-f04a-4e0f-b76b-f6749ffdab95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:12.004609 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-10d220e3-0210-466e-bdb7-e358509cd1c0 req-04be1f80-9ad9-479c-8f53-f1274aaade1a tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=d3921a4980a048a78ce6c633bbba19c9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1956296 Jun 17 10:24:12.238824 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-34f92eb7-f04a-4e0f-b76b-f6749ffdab95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704105'] for router_interface, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:12.780645 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34f92eb7-f04a-4e0f-b76b-f6749ffdab95 admin admin] Router c632aa22-42dd-415d-af8e-0300a14d0d5e has already been hosted by L3 agent 9ed9efc2-3eec-4d73-b246-cbd899a1984b {{(pid=93645) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 10:24:12.896659 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-10d220e3-0210-466e-bdb7-e358509cd1c0 req-aef192ec-932e-4aae-bed5-53b6aaa04404 service neutron] 10.222.0.22 "GET /v2.0/networks/fb6d1dc1-5856-427b-992b-099ce227c06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8636892 Jun 17 10:24:13.120489 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-10d220e3-0210-466e-bdb7-e358509cd1c0 req-f3f51a22-25c0-44b9-8463-716d52a9214c service neutron] 10.222.0.22 "GET /v2.0/networks/fb6d1dc1-5856-427b-992b-099ce227c06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066920 Jun 17 10:24:13.347851 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f92eb7-f04a-4e0f-b76b-f6749ffdab95 admin admin] Notify agent at l3_agent.dv-cinder-796806-1-iscsi the message routers_updated {{(pid=93645) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 10:24:13.357745 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-34f92eb7-f04a-4e0f-b76b-f6749ffdab95 admin admin] 10.222.0.22 "PUT /v2.0/routers/c632aa22-42dd-415d-af8e-0300a14d0d5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0413828 Jun 17 10:24:13.359299 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 53900) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:24:13.363280 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8ed4e7-40a3-4bd0-b978-8f3c55783844 None None] Sync routers for ids ['c632aa22-42dd-415d-af8e-0300a14d0d5e'] in dv-cinder-796806-1-iscsi {{(pid=93646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 10:24:13.380890 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8ed4e7-40a3-4bd0-b978-8f3c55783844 None None] Routers {'c632aa22-42dd-415d-af8e-0300a14d0d5e'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:24:13.382416 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_hamode_db [None req-4d8ed4e7-40a3-4bd0-b978-8f3c55783844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:24:03Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['c632aa22-42dd-415d-af8e-0300a14d0d5e'], 'active': True} {{(pid=93646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:24:13.570799 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-4524dd06-cc40-4564-b60c-ef10a89e76ba admin admin] Notify callbacks [] for router, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:13.611672 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvr_db [None req-4d8ed4e7-40a3-4bd0-b978-8f3c55783844 None None] Set router c632aa22-42dd-415d-af8e-0300a14d0d5e gateway port host: dv-cinder-796806-1-iscsi {{(pid=93646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:24:13.679398 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9962b1f4-a177-4cd8-a51b-ab89fe80d903 req-19afa775-9792-42d3-898d-4bd79c6cb5fb tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=1351d320-fba9-4509-b9d8-36c17904ef09 HTTP/1.1" status: 200 len: 210 time: 0.0875394 Jun 17 10:24:13.824677 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-4524dd06-cc40-4564-b60c-ef10a89e76ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:14.014790 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_hamode_db [None req-4d8ed4e7-40a3-4bd0-b978-8f3c55783844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c632aa22-42dd-415d-af8e-0300a14d0d5e', 'name': 'tempest-TestMinimumBasicScenario-1666570486-router', 'tenant_id': '9a6c13a11d5746ed9ba089a64e8d2549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '6d390488-ca57-49a2-b66a-5d836b68fc9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:18:53Z', 'updated_at': '2021-06-17T10:24:11Z', 'revision_number': 5, 'project_id': '9a6c13a11d5746ed9ba089a64e8d2549', 'gw_port': {'id': '6d390488-ca57-49a2-b66a-5d836b68fc9b', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c632aa22-42dd-415d-af8e-0300a14d0d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:18:54Z', 'updated_at': '2021-06-17T10:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi'}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:24:14.064860 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8ed4e7-40a3-4bd0-b978-8f3c55783844 None None] Checking router: c632aa22-42dd-415d-af8e-0300a14d0d5e for host: dv-cinder-796806-1-iscsi {{(pid=93646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 10:24:14.080281 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8ed4e7-40a3-4bd0-b978-8f3c55783844 None None] Routers {'c632aa22-42dd-415d-af8e-0300a14d0d5e'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:24:14.081153 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_hamode_db [None req-4d8ed4e7-40a3-4bd0-b978-8f3c55783844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:24:03Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['c632aa22-42dd-415d-af8e-0300a14d0d5e'], 'active': True} {{(pid=93646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:24:14.132963 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.plugin [None req-4524dd06-cc40-4564-b60c-ef10a89e76ba admin admin] Deleting port 6d390488-ca57-49a2-b66a-5d836b68fc9b {{(pid=93645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:24:14.133427 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-4524dd06-cc40-4564-b60c-ef10a89e76ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740734272413'] for port, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:14.238036 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvr_db [None req-4d8ed4e7-40a3-4bd0-b978-8f3c55783844 None None] Set router c632aa22-42dd-415d-af8e-0300a14d0d5e gateway port host: None {{(pid=93646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:24:14.284753 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.db [None req-4524dd06-cc40-4564-b60c-ef10a89e76ba admin admin] For port 6d390488-ca57-49a2-b66a-5d836b68fc9b, host dv-cinder-796806-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=6d390488-ca57-49a2-b66a-5d836b68fc9b,segment=NetworkSegment(7a262c57-69fa-4e27-992a-6b78356f8ae4),segment_id=7a262c57-69fa-4e27-992a-6b78356f8ae4)] {{(pid=93645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:24:14.285141 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-4524dd06-cc40-4564-b60c-ef10a89e76ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685530'] for port, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:14.316191 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_hamode_db [None req-4d8ed4e7-40a3-4bd0-b978-8f3c55783844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c632aa22-42dd-415d-af8e-0300a14d0d5e', 'name': 'tempest-TestMinimumBasicScenario-1666570486-router', 'tenant_id': '9a6c13a11d5746ed9ba089a64e8d2549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:18:53Z', 'updated_at': '2021-06-17T10:24:13Z', 'revision_number': 6, 'project_id': '9a6c13a11d5746ed9ba089a64e8d2549', 'gw_port_host': None}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:24:14.353990 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8ed4e7-40a3-4bd0-b978-8f3c55783844 None None] The sync data for ids ['c632aa22-42dd-415d-af8e-0300a14d0d5e'] in dv-cinder-796806-1-iscsi is: [{'id': 'c632aa22-42dd-415d-af8e-0300a14d0d5e', 'name': 'tempest-TestMinimumBasicScenario-1666570486-router', 'tenant_id': '9a6c13a11d5746ed9ba089a64e8d2549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:18:53Z', 'updated_at': '2021-06-17T10:24:13Z', 'revision_number': 6, 'project_id': '9a6c13a11d5746ed9ba089a64e8d2549', 'gw_port_host': None}] {{(pid=93646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 10:24:14.386518 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.plugin [None req-4524dd06-cc40-4564-b60c-ef10a89e76ba admin admin] Calling delete_port for 6d390488-ca57-49a2-b66a-5d836b68fc9b owned by network:router_gateway {{(pid=93645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:24:14.780693 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device 9651b96e-b542-405d-8e22-7dca3fb010dd no longer exists at agent ovs-agent-dv-cinder-796806-1-iscsi {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:24:14.829488 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-4524dd06-cc40-4564-b60c-ef10a89e76ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740734277497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740733869096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129691318'] for port, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:14.832338 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] No Port match for: 9651b96e-b542-405d-8e22-7dca3fb010dd {{(pid=93646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 10:24:14.833801 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device 9651b96e-b542-405d-8e22-7dca3fb010dd not bound to the agent host dv-cinder-796806-1-iscsi {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 10:24:14.835409 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-d9bf950d-c73d-4533-944c-df4d9a949279 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:14.907222 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4524dd06-cc40-4564-b60c-ef10a89e76ba admin admin] Pushing event deleted for resources: {'Port': ['ID=6d390488-ca57-49a2-b66a-5d836b68fc9b,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:14.907591 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-1e6befd7-c2e5-46f5-b693-d2ea7a717287 req-6defa986-7595-4172-98d9-3dec2e26d68e tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=1351d320-fba9-4509-b9d8-36c17904ef09 HTTP/1.1" status: 200 len: 210 time: 0.0802326 Jun 17 10:24:14.911702 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-4524dd06-cc40-4564-b60c-ef10a89e76ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:15.067063 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-4524dd06-cc40-4564-b60c-ef10a89e76ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684586'] for router_gateway, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:15.223446 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-4524dd06-cc40-4564-b60c-ef10a89e76ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-673897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257668'] for router, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:15.227349 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-4524dd06-cc40-4564-b60c-ef10a89e76ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:15.395018 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-4524dd06-cc40-4564-b60c-ef10a89e76ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674400'] for router, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:15.395760 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4524dd06-cc40-4564-b60c-ef10a89e76ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router c632aa22-42dd-415d-af8e-0300a14d0d5e {{(pid=93645) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 10:24:15.400484 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-4524dd06-cc40-4564-b60c-ef10a89e76ba admin admin] Notify callbacks [] for router, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:15.401857 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-4524dd06-cc40-4564-b60c-ef10a89e76ba admin admin] 10.222.0.22 "DELETE /v2.0/routers/c632aa22-42dd-415d-af8e-0300a14d0d5e HTTP/1.1" status: 204 len: 168 time: 2.0414693 Jun 17 10:24:15.406169 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 53928) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:24:15.471440 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cfdb6e5-a69b-4140-8fbb-ac5f185e189d admin admin] Deleting subnet e0f4a3e0-d2e8-4ac0-b721-b783e50aed11 {{(pid=93645) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 10:24:15.477770 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-6cfdb6e5-a69b-4140-8fbb-ac5f185e189d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:15.540543 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-6cfdb6e5-a69b-4140-8fbb-ac5f185e189d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129947313'] for subnet, precommit_delete_associations {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:15.708525 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-6cfdb6e5-a69b-4140-8fbb-ac5f185e189d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3786257'] for subnet, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:15.950904 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-6cfdb6e5-a69b-4140-8fbb-ac5f185e189d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3786264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129691212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129735865'] for subnet, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:15.955557 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:15.997568 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfdb6e5-a69b-4140-8fbb-ac5f185e189d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0f4a3e0-d2e8-4ac0-b721-b783e50aed11,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:16.000945 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-6cfdb6e5-a69b-4140-8fbb-ac5f185e189d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:16.009172 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-6cfdb6e5-a69b-4140-8fbb-ac5f185e189d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625220'] for subnet, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:16.014882 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-6cfdb6e5-a69b-4140-8fbb-ac5f185e189d admin admin] 10.222.0.22 "DELETE /v2.0/subnets/e0f4a3e0-d2e8-4ac0-b721-b783e50aed11 HTTP/1.1" status: 204 len: 168 time: 0.6074443 Jun 17 10:24:16.019395 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 53934) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:24:16.024172 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360450e0-dc66-43e7-b41a-013877b6e94b None None] Network b9e4b84a-8dde-4ee3-9ab8-7dbe232b2e85 requested from dv-cinder-796806-1-iscsi {{(pid=93646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:24:16.175913 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-11300108-bc48-4688-8762-da7b4941b91a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3843219'] for network, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:16.210949 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-54b37b03-eaa8-4ade-b856-32c6cfdb262d req-b7c62960-4990-418c-b961-a39a93a0a02a tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=1351d320-fba9-4509-b9d8-36c17904ef09 HTTP/1.1" status: 200 len: 210 time: 0.0527055 Jun 17 10:24:16.298468 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.plugin [None req-11300108-bc48-4688-8762-da7b4941b91a admin admin] Deleting port 4233abac-1e29-42ec-b03c-853bfc7c37c5 {{(pid=93645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:24:16.298953 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-11300108-bc48-4688-8762-da7b4941b91a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740734272413'] for port, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:16.419087 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.db [None req-11300108-bc48-4688-8762-da7b4941b91a admin admin] For port 4233abac-1e29-42ec-b03c-853bfc7c37c5, host dv-cinder-796806-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=4233abac-1e29-42ec-b03c-853bfc7c37c5,segment=NetworkSegment(fbd9f26e-5ef6-41de-b20d-bb9149a77337),segment_id=fbd9f26e-5ef6-41de-b20d-bb9149a77337)] {{(pid=93645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:24:16.420223 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-11300108-bc48-4688-8762-da7b4941b91a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685530'] for port, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:16.440405 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38db48cd-86f9-4701-8620-a70e2145667d None None] DHCP port deletion for b9e4b84a-8dde-4ee3-9ab8-7dbe232b2e85 request from dv-cinder-796806-1-iscsi {{(pid=93646) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 10:24:16.536635 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-38db48cd-86f9-4701-8620-a70e2145667d None None] Deleting port 4233abac-1e29-42ec-b03c-853bfc7c37c5 {{(pid=93646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:24:16.537236 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-38db48cd-86f9-4701-8620-a70e2145667d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740734272413'] for port, before_delete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:16.554696 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.plugin [None req-11300108-bc48-4688-8762-da7b4941b91a admin admin] Calling delete_port for 4233abac-1e29-42ec-b03c-853bfc7c37c5 owned by network:dhcp {{(pid=93645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:24:16.662470 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device 6d390488-ca57-49a2-b66a-5d836b68fc9b no longer exists at agent ovs-agent-dv-cinder-796806-1-iscsi {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:24:16.712155 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] No Port match for: 6d390488-ca57-49a2-b66a-5d836b68fc9b {{(pid=93646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 10:24:16.713312 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device 6d390488-ca57-49a2-b66a-5d836b68fc9b not bound to the agent host dv-cinder-796806-1-iscsi {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 10:24:16.714058 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device 4233abac-1e29-42ec-b03c-853bfc7c37c5 no longer exists at agent ovs-agent-dv-cinder-796806-1-iscsi {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:24:16.780538 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-38db48cd-86f9-4701-8620-a70e2145667d None None] For port 4233abac-1e29-42ec-b03c-853bfc7c37c5, host dv-cinder-796806-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=4233abac-1e29-42ec-b03c-853bfc7c37c5,segment=NetworkSegment(fbd9f26e-5ef6-41de-b20d-bb9149a77337),segment_id=fbd9f26e-5ef6-41de-b20d-bb9149a77337)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:24:16.781162 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-38db48cd-86f9-4701-8620-a70e2145667d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685530'] for port, precommit_delete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:16.852895 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-11300108-bc48-4688-8762-da7b4941b91a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740734277497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740733869096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129691318'] for port, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:16.858690 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-2daacc41-1646-4093-b7b5-bd7d5ecd45d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:16.904012 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11300108-bc48-4688-8762-da7b4941b91a admin admin] Pushing event deleted for resources: {'Port': ['ID=4233abac-1e29-42ec-b03c-853bfc7c37c5,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:16.905955 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11300108-bc48-4688-8762-da7b4941b91a admin admin] No DVR routers for this DVR port 4233abac-1e29-42ec-b03c-853bfc7c37c5 on host dv-cinder-796806-1-iscsi {{(pid=93645) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 10:24:16.907948 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-11300108-bc48-4688-8762-da7b4941b91a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:16.920787 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-38db48cd-86f9-4701-8620-a70e2145667d None None] Calling delete_port for 4233abac-1e29-42ec-b03c-853bfc7c37c5 owned by network:dhcp {{(pid=93646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:24:16.928558 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] No active binding found for port 4233abac-1e29-42ec-b03c-853bfc7c37c5 {{(pid=93646) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 17 10:24:16.929577 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device 4233abac-1e29-42ec-b03c-853bfc7c37c5 not bound to the agent host dv-cinder-796806-1-iscsi {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 10:24:17.042699 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-11300108-bc48-4688-8762-da7b4941b91a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3792520', 'neutron.services.segments.db._delete_segments_for_network-8740734359601'] for network, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:17.058199 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.services.segments.db [None req-11300108-bc48-4688-8762-da7b4941b91a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9e4b84a-8dde-4ee3-9ab8-7dbe232b2e85']}} {{(pid=93645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:24:17.073267 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.services.segments.db [None req-11300108-bc48-4688-8762-da7b4941b91a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbd9f26e-5ef6-41de-b20d-bb9149a77337') {'for_net_delete': True} {{(pid=93645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:24:17.073807 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.services.segments.db [None req-11300108-bc48-4688-8762-da7b4941b91a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbd9f26e-5ef6-41de-b20d-bb9149a77337') {} {{(pid=93645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:24:17.088469 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-11300108-bc48-4688-8762-da7b4941b91a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740734358402', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129947326'] for segment, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:17.113225 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-11300108-bc48-4688-8762-da7b4941b91a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3785028'] for segment, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:17.129334 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11300108-bc48-4688-8762-da7b4941b91a admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=93645) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 10:24:17.130124 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-11300108-bc48-4688-8762-da7b4941b91a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3785028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129691361'] for segment, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:17.135302 dv-cinder-796806-1-iscsi neutron-server[93645]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:24:17.135302 dv-cinder-796806-1-iscsi neutron-server[93645]: retrieve_revision_numbers = { Jun 17 10:24:17.135302 dv-cinder-796806-1-iscsi neutron-server[93645]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 10:24:17.135302 dv-cinder-796806-1-iscsi neutron-server[93645]: conditions |= (models_v2.Port.network_id.in_( Jun 17 10:24:17.135302 dv-cinder-796806-1-iscsi neutron-server[93645]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:24:17.135302 dv-cinder-796806-1-iscsi neutron-server[93645]: retrieve_revision_numbers = { Jun 17 10:24:17.135302 dv-cinder-796806-1-iscsi neutron-server[93645]: Traceback (most recent call last): Jun 17 10:24:17.135302 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 10:24:17.135302 dv-cinder-796806-1-iscsi neutron-server[93645]: timer() Jun 17 10:24:17.135302 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 10:24:17.135302 dv-cinder-796806-1-iscsi neutron-server[93645]: cb(*args, **kw) Jun 17 10:24:17.135302 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 10:24:17.135302 dv-cinder-796806-1-iscsi neutron-server[93645]: return func(*args, **kwargs) Jun 17 10:24:17.135302 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 10:24:17.135302 dv-cinder-796806-1-iscsi neutron-server[93645]: self._notify() Jun 17 10:24:17.135302 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 10:24:17.135302 dv-cinder-796806-1-iscsi neutron-server[93645]: self.callback(batched_events) Jun 17 10:24:17.135302 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 10:24:17.135302 dv-cinder-796806-1-iscsi neutron-server[93645]: event.method(event) Jun 17 10:24:17.135302 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 10:24:17.135302 dv-cinder-796806-1-iscsi neutron-server[93645]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 10:24:17.135302 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 10:24:17.135302 dv-cinder-796806-1-iscsi neutron-server[93645]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 10:24:17.135302 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 10:24:17.135302 dv-cinder-796806-1-iscsi neutron-server[93645]: return f(self, *a, **k) Jun 17 10:24:17.135302 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 10:24:17.135302 dv-cinder-796806-1-iscsi neutron-server[93645]: return self._get(url).json() Jun 17 10:24:17.135302 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 10:24:17.135302 dv-cinder-796806-1-iscsi neutron-server[93645]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 10:24:17.135302 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 10:24:17.135302 dv-cinder-796806-1-iscsi neutron-server[93645]: return self.request(url, 'GET', **kwargs) Jun 17 10:24:17.135302 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 10:24:17.135302 dv-cinder-796806-1-iscsi neutron-server[93645]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 10:24:17.135302 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 10:24:17.135302 dv-cinder-796806-1-iscsi neutron-server[93645]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 10:24:17.135302 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 10:24:17.135302 dv-cinder-796806-1-iscsi neutron-server[93645]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 10:24:17.135302 dv-cinder-796806-1-iscsi neutron-server[93645]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 10:24:17.296500 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-38db48cd-86f9-4701-8620-a70e2145667d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740734277497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740733869096'] for port, after_delete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:17.298804 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:17.325731 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38db48cd-86f9-4701-8620-a70e2145667d None None] Pushing event deleted for resources: {'Port': ['ID=4233abac-1e29-42ec-b03c-853bfc7c37c5,revision_number=None']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:17.330080 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-38db48cd-86f9-4701-8620-a70e2145667d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:17.331552 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38db48cd-86f9-4701-8620-a70e2145667d None None] No DVR routers for this DVR port 4233abac-1e29-42ec-b03c-853bfc7c37c5 on host dv-cinder-796806-1-iscsi {{(pid=93646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 10:24:17.356512 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-11300108-bc48-4688-8762-da7b4941b91a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3792531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-714710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684612'] for network, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:17.377632 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:17.391656 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-11300108-bc48-4688-8762-da7b4941b91a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625220'] for network, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:17.391656 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-11300108-bc48-4688-8762-da7b4941b91a admin admin] 10.222.0.22 "DELETE /v2.0/networks/b9e4b84a-8dde-4ee3-9ab8-7dbe232b2e85 HTTP/1.1" status: 204 len: 168 time: 1.3674169 Jun 17 10:24:17.391656 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11300108-bc48-4688-8762-da7b4941b91a admin admin] Pushing event deleted for resources: {'Network': ['ID=b9e4b84a-8dde-4ee3-9ab8-7dbe232b2e85,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:17.392931 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 53950) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:24:17.397003 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-11300108-bc48-4688-8762-da7b4941b91a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:17.465657 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d53452b0-4f42-462b-b05c-730eb899e7de req-89ab8d26-7e3b-4c52-bea0-a3acfab7896e tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=1351d320-fba9-4509-b9d8-36c17904ef09 HTTP/1.1" status: 200 len: 210 time: 0.0314944 Jun 17 10:24:17.954474 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-683947a5-080f-48cb-95f2-a90da4338fc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704253'] for router_interface, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:18.384094 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.plugin [None req-683947a5-080f-48cb-95f2-a90da4338fc6 admin admin] Deleting port 8ddfaa9c-5fc6-4945-b49e-c527ffc3d81e {{(pid=93645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:24:18.389706 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-683947a5-080f-48cb-95f2-a90da4338fc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740734272413'] for port, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:18.545483 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.db [None req-683947a5-080f-48cb-95f2-a90da4338fc6 admin admin] For port 8ddfaa9c-5fc6-4945-b49e-c527ffc3d81e, host dv-cinder-796806-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=8ddfaa9c-5fc6-4945-b49e-c527ffc3d81e,segment=NetworkSegment(561396bd-0a2b-4e35-af53-44c8783b18f4),segment_id=561396bd-0a2b-4e35-af53-44c8783b18f4)] {{(pid=93645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:24:18.546466 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-683947a5-080f-48cb-95f2-a90da4338fc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685530'] for port, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:18.692894 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.plugin [None req-683947a5-080f-48cb-95f2-a90da4338fc6 admin admin] Calling delete_port for 8ddfaa9c-5fc6-4945-b49e-c527ffc3d81e owned by network:router_interface {{(pid=93645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:24:18.748460 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-78d1c796-354f-44e6-9662-f0578fa22080 req-11a54a70-5ee7-4204-b165-f91103049a58 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=1351d320-fba9-4509-b9d8-36c17904ef09 HTTP/1.1" status: 200 len: 210 time: 0.0540287 Jun 17 10:24:19.092511 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-683947a5-080f-48cb-95f2-a90da4338fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740734277497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740733869096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129691318'] for port, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:19.097725 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-66104c81-af7f-4933-9715-c180de1716e7 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:19.144038 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683947a5-080f-48cb-95f2-a90da4338fc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ddfaa9c-5fc6-4945-b49e-c527ffc3d81e,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:19.150077 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-683947a5-080f-48cb-95f2-a90da4338fc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:19.504639 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-683947a5-080f-48cb-95f2-a90da4338fc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704105'] for router_interface, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:20.021205 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-b757a06c-d4c8-4c48-a48f-20d9bc7eac39 req-61b09c8c-28a8-4d28-9717-7ff39b76d146 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=1351d320-fba9-4509-b9d8-36c17904ef09 HTTP/1.1" status: 200 len: 210 time: 0.0418751 Jun 17 10:24:20.241248 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-683947a5-080f-48cb-95f2-a90da4338fc6 admin admin] Router 299b6e82-009c-43df-adbe-2fd18ea50eac has already been hosted by L3 agent 9ed9efc2-3eec-4d73-b246-cbd899a1984b {{(pid=93645) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 10:24:20.423363 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-683947a5-080f-48cb-95f2-a90da4338fc6 admin admin] Notify agent at l3_agent.dv-cinder-796806-1-iscsi the message routers_updated {{(pid=93645) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 10:24:20.435647 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-683947a5-080f-48cb-95f2-a90da4338fc6 admin admin] 10.222.0.22 "PUT /v2.0/routers/299b6e82-009c-43df-adbe-2fd18ea50eac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0393877 Jun 17 10:24:20.437969 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 53980) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:24:20.442449 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ac0b4e-652b-48ad-ab81-5a7aa67fef62 None None] Sync routers for ids ['299b6e82-009c-43df-adbe-2fd18ea50eac'] in dv-cinder-796806-1-iscsi {{(pid=93647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 10:24:20.465608 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ac0b4e-652b-48ad-ab81-5a7aa67fef62 None None] Routers {'299b6e82-009c-43df-adbe-2fd18ea50eac'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:24:20.466774 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-64ac0b4e-652b-48ad-ab81-5a7aa67fef62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:24:03Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['299b6e82-009c-43df-adbe-2fd18ea50eac'], 'active': True} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:24:20.628008 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-2e81b9b1-2bef-4e5b-be71-57c70e0ebf30 admin admin] Notify callbacks [] for router, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:20.726916 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvr_db [None req-64ac0b4e-652b-48ad-ab81-5a7aa67fef62 None None] Set router 299b6e82-009c-43df-adbe-2fd18ea50eac gateway port host: dv-cinder-796806-1-iscsi {{(pid=93647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:24:20.892236 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-2e81b9b1-2bef-4e5b-be71-57c70e0ebf30 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:20.996180 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d220e3-0210-466e-bdb7-e358509cd1c0 req-cb9a0d6d-0394-481c-9c56-71fef195fed0 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:20.998462 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-10d220e3-0210-466e-bdb7-e358509cd1c0 req-cb9a0d6d-0394-481c-9c56-71fef195fed0 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.47 "GET /v2.0/networks?id=fb6d1dc1-5856-427b-992b-099ce227c06b HTTP/1.1" status: 200 len: 817 time: 0.3000560 Jun 17 10:24:21.116258 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-10d220e3-0210-466e-bdb7-e358509cd1c0 req-bb8a1011-5b5c-4610-83cd-6c459d4e9448 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3921a4980a048a78ce6c633bbba19c9 HTTP/1.1" status: 200 len: 380 time: 0.1060233 Jun 17 10:24:21.162051 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.v2.base [req-10d220e3-0210-466e-bdb7-e358509cd1c0 req-ebc3d1fc-d706-453b-8799-9504509e6e30 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Request body: {'port': {'device_id': '1351d320-fba9-4509-b9d8-36c17904ef09', 'network_id': 'fb6d1dc1-5856-427b-992b-099ce227c06b', 'admin_state_up': True, 'tenant_id': 'd3921a4980a048a78ce6c633bbba19c9', 'security_groups': ['2e0ff9fc-9664-4fac-b778-9b7de82afc08']}} {{(pid=93645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:24:21.226405 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-64ac0b4e-652b-48ad-ab81-5a7aa67fef62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299b6e82-009c-43df-adbe-2fd18ea50eac', 'name': 'tempest-TestMinimumBasicScenario-610122121-router', 'tenant_id': '3d88e10f9ccc44df9e7c0eef4b9dc24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '4ed515fa-d151-4a32-b9c7-1f60f2dd657b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:19:10Z', 'updated_at': '2021-06-17T10:24:18Z', 'revision_number': 5, 'project_id': '3d88e10f9ccc44df9e7c0eef4b9dc24a', 'gw_port': {'id': '4ed515fa-d151-4a32-b9c7-1f60f2dd657b', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:df:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299b6e82-009c-43df-adbe-2fd18ea50eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:19:13Z', 'updated_at': '2021-06-17T10:19:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi'}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:24:21.270207 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.plugin [None req-2e81b9b1-2bef-4e5b-be71-57c70e0ebf30 admin admin] Deleting port 4ed515fa-d151-4a32-b9c7-1f60f2dd657b {{(pid=93644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:24:21.271062 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-2e81b9b1-2bef-4e5b-be71-57c70e0ebf30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740734272413'] for port, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:21.295366 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ac0b4e-652b-48ad-ab81-5a7aa67fef62 None None] Checking router: 299b6e82-009c-43df-adbe-2fd18ea50eac for host: dv-cinder-796806-1-iscsi {{(pid=93647) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 10:24:21.319961 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ac0b4e-652b-48ad-ab81-5a7aa67fef62 None None] Routers {'299b6e82-009c-43df-adbe-2fd18ea50eac'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:24:21.321049 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-64ac0b4e-652b-48ad-ab81-5a7aa67fef62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:24:03Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['299b6e82-009c-43df-adbe-2fd18ea50eac'], 'active': True} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:24:21.374923 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-7aea8283-f5e6-49b0-aae4-9ea39619afa8 req-1e0f88d6-d62c-4a80-938d-516495e76dc4 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=1351d320-fba9-4509-b9d8-36c17904ef09 HTTP/1.1" status: 200 len: 210 time: 0.0648756 Jun 17 10:24:21.495239 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvr_db [None req-64ac0b4e-652b-48ad-ab81-5a7aa67fef62 None None] Set router 299b6e82-009c-43df-adbe-2fd18ea50eac gateway port host: None {{(pid=93647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:24:21.539031 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.db [None req-2e81b9b1-2bef-4e5b-be71-57c70e0ebf30 admin admin] For port 4ed515fa-d151-4a32-b9c7-1f60f2dd657b, host dv-cinder-796806-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=4ed515fa-d151-4a32-b9c7-1f60f2dd657b,segment=NetworkSegment(7a262c57-69fa-4e27-992a-6b78356f8ae4),segment_id=7a262c57-69fa-4e27-992a-6b78356f8ae4)] {{(pid=93644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:24:21.539604 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-2e81b9b1-2bef-4e5b-be71-57c70e0ebf30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685530'] for port, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:21.602323 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-64ac0b4e-652b-48ad-ab81-5a7aa67fef62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299b6e82-009c-43df-adbe-2fd18ea50eac', 'name': 'tempest-TestMinimumBasicScenario-610122121-router', 'tenant_id': '3d88e10f9ccc44df9e7c0eef4b9dc24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:19:10Z', 'updated_at': '2021-06-17T10:24:20Z', 'revision_number': 6, 'project_id': '3d88e10f9ccc44df9e7c0eef4b9dc24a', 'gw_port_host': None}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:24:21.661283 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ac0b4e-652b-48ad-ab81-5a7aa67fef62 None None] The sync data for ids ['299b6e82-009c-43df-adbe-2fd18ea50eac'] in dv-cinder-796806-1-iscsi is: [{'id': '299b6e82-009c-43df-adbe-2fd18ea50eac', 'name': 'tempest-TestMinimumBasicScenario-610122121-router', 'tenant_id': '3d88e10f9ccc44df9e7c0eef4b9dc24a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:19:10Z', 'updated_at': '2021-06-17T10:24:20Z', 'revision_number': 6, 'project_id': '3d88e10f9ccc44df9e7c0eef4b9dc24a', 'gw_port_host': None}] {{(pid=93647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 10:24:21.672383 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.plugin [None req-2e81b9b1-2bef-4e5b-be71-57c70e0ebf30 admin admin] Calling delete_port for 4ed515fa-d151-4a32-b9c7-1f60f2dd657b owned by network:router_gateway {{(pid=93644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:24:21.682073 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10d220e3-0210-466e-bdb7-e358509cd1c0 req-ebc3d1fc-d706-453b-8799-9504509e6e30 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Made reservation on behalf of d3921a4980a048a78ce6c633bbba19c9 for: {'port': 1} {{(pid=93645) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:24:21.692216 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-10d220e3-0210-466e-bdb7-e358509cd1c0 req-ebc3d1fc-d706-453b-8799-9504509e6e30 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3930454'] for port, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:21.953598 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.db_base_plugin_common [req-10d220e3-0210-466e-bdb7-e358509cd1c0 req-ebc3d1fc-d706-453b-8799-9504509e6e30 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Allocated IP 172.20.0.10 (fb6d1dc1-5856-427b-992b-099ce227c06b/235adf9a-5d00-4d35-8ffd-65944fdd0c17/200e7bac-b4d2-4b6c-b79e-4440b21588f4) {{(pid=93645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:24:22.283180 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-2e81b9b1-2bef-4e5b-be71-57c70e0ebf30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740734277497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740733869096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125912126'] for port, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:22.285892 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-2f47addc-650e-4e60-a2a6-3d966d86faed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:22.341457 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e81b9b1-2bef-4e5b-be71-57c70e0ebf30 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ed515fa-d151-4a32-b9c7-1f60f2dd657b,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:22.345690 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-2e81b9b1-2bef-4e5b-be71-57c70e0ebf30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:22.499492 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-2e81b9b1-2bef-4e5b-be71-57c70e0ebf30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684586'] for router_gateway, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:22.586631 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-10d220e3-0210-466e-bdb7-e358509cd1c0 req-ebc3d1fc-d706-453b-8799-9504509e6e30 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks [] for port, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:22.623356 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.provisioning_blocks [req-10d220e3-0210-466e-bdb7-e358509cd1c0 req-ebc3d1fc-d706-453b-8799-9504509e6e30 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Transition to ACTIVE for port object 200e7bac-b4d2-4b6c-b79e-4440b21588f4 will not be triggered until provisioned by entity DHCP. {{(pid=93645) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:24:22.754130 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device 8ddfaa9c-5fc6-4945-b49e-c527ffc3d81e no longer exists at agent ovs-agent-dv-cinder-796806-1-iscsi {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:24:22.793380 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] No Port match for: 8ddfaa9c-5fc6-4945-b49e-c527ffc3d81e {{(pid=93646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 10:24:22.794479 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device 8ddfaa9c-5fc6-4945-b49e-c527ffc3d81e not bound to the agent host dv-cinder-796806-1-iscsi {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 10:24:22.804909 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device 4ed515fa-d151-4a32-b9c7-1f60f2dd657b no longer exists at agent ovs-agent-dv-cinder-796806-1-iscsi {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:24:22.843064 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] No Port match for: 4ed515fa-d151-4a32-b9c7-1f60f2dd657b {{(pid=93646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 10:24:22.843658 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device 4ed515fa-d151-4a32-b9c7-1f60f2dd657b not bound to the agent host dv-cinder-796806-1-iscsi {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 10:24:22.898149 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-7a214f1a-59be-4e6d-ac6e-a605c03cd3e1 req-ba1c526a-e422-42e4-911a-1b356d940b82 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=1351d320-fba9-4509-b9d8-36c17904ef09 HTTP/1.1" status: 200 len: 210 time: 0.1302729 Jun 17 10:24:22.901998 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-2e81b9b1-2bef-4e5b-be71-57c70e0ebf30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-673897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257668'] for router, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:22.906755 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-2e81b9b1-2bef-4e5b-be71-57c70e0ebf30 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:22.919748 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-10d220e3-0210-466e-bdb7-e358509cd1c0 req-ebc3d1fc-d706-453b-8799-9504509e6e30 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3925395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740733869087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129691327'] for port, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:22.933843 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-e0ca4ea3-d014-4354-a13b-601453325f0a tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:23.007497 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10d220e3-0210-466e-bdb7-e358509cd1c0 req-ebc3d1fc-d706-453b-8799-9504509e6e30 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Network fb6d1dc1-5856-427b-992b-099ce227c06b is already hosted by enough agents. {{(pid=93645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:24:23.011888 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.base_scheduler [req-10d220e3-0210-466e-bdb7-e358509cd1c0 req-ebc3d1fc-d706-453b-8799-9504509e6e30 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Resources bound (agent type, host, resource id): {{(pid=93645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:24:23.022718 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.l3_dvrscheduler_db [req-10d220e3-0210-466e-bdb7-e358509cd1c0 req-ebc3d1fc-d706-453b-8799-9504509e6e30 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Received port after_create {{(pid=93645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:24:23.071457 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc3d1fc-d706-453b-8799-9504509e6e30 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Pushing event updated for resources: {'Port': ['ID=200e7bac-b4d2-4b6c-b79e-4440b21588f4,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:23.082128 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-ebc3d1fc-d706-453b-8799-9504509e6e30 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:23.145469 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d220e3-0210-466e-bdb7-e358509cd1c0 req-ebc3d1fc-d706-453b-8799-9504509e6e30 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:23.148663 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-10d220e3-0210-466e-bdb7-e358509cd1c0 req-ebc3d1fc-d706-453b-8799-9504509e6e30 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733'] for port, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:23.189906 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-2e81b9b1-2bef-4e5b-be71-57c70e0ebf30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674400'] for router, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:23.190890 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e81b9b1-2bef-4e5b-be71-57c70e0ebf30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 299b6e82-009c-43df-adbe-2fd18ea50eac {{(pid=93644) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 10:24:23.210965 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-2e81b9b1-2bef-4e5b-be71-57c70e0ebf30 admin admin] Notify callbacks [] for router, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:23.217621 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-2e81b9b1-2bef-4e5b-be71-57c70e0ebf30 admin admin] 10.222.0.22 "DELETE /v2.0/routers/299b6e82-009c-43df-adbe-2fd18ea50eac HTTP/1.1" status: 204 len: 168 time: 2.7760389 Jun 17 10:24:23.220113 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 54024) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:24:23.301623 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-10d220e3-0210-466e-bdb7-e358509cd1c0 req-ebc3d1fc-d706-453b-8799-9504509e6e30 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1562667 Jun 17 10:24:23.316720 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.v2.base [req-10d220e3-0210-466e-bdb7-e358509cd1c0 req-3accc441-5faf-42f5-ab04-d66d36d59f3f service neutron] Request body: {'port': {'device_id': '1351d320-fba9-4509-b9d8-36c17904ef09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79680'}} {{(pid=93645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:24:23.402820 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.db_base_plugin_v2 [None req-4165ef34-f226-45e0-beb7-06dfb8b4c95a admin admin] Deleting subnet 7498acbd-0995-4684-9363-708186980877 {{(pid=93645) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 10:24:23.414200 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-4165ef34-f226-45e0-beb7-06dfb8b4c95a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:23.534828 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-07137f16-eb1c-45ff-9330-efaae0bec264 None None] Provisioning for port 200e7bac-b4d2-4b6c-b79e-4440b21588f4 completed by entity DHCP. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:24:23.547389 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-07137f16-eb1c-45ff-9330-efaae0bec264 None None] Provisioning complete for port 200e7bac-b4d2-4b6c-b79e-4440b21588f4 triggered by entity DHCP. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:24:23.548233 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-07137f16-eb1c-45ff-9330-efaae0bec264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:23.560437 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-4165ef34-f226-45e0-beb7-06dfb8b4c95a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129947313'] for subnet, precommit_delete_associations {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:23.623050 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-10d220e3-0210-466e-bdb7-e358509cd1c0 req-3accc441-5faf-42f5-ab04-d66d36d59f3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:23.644910 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-07137f16-eb1c-45ff-9330-efaae0bec264 None None] Port 200e7bac-b4d2-4b6c-b79e-4440b21588f4 cannot update to ACTIVE because it is not bound. {{(pid=93646) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 10:24:23.953426 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-4165ef34-f226-45e0-beb7-06dfb8b4c95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3786257'] for subnet, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:24.322418 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37595fa0-02ca-4f88-a2bd-228b1aaba6ff req-6c03237e-5ecb-4f79-8eba-79b04bf72487 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:24.324671 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-4165ef34-f226-45e0-beb7-06dfb8b4c95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3786264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129691212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129735865'] for subnet, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:24.326918 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-37595fa0-02ca-4f88-a2bd-228b1aaba6ff req-6c03237e-5ecb-4f79-8eba-79b04bf72487 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=1351d320-fba9-4509-b9d8-36c17904ef09 HTTP/1.1" status: 200 len: 932 time: 0.1213987 Jun 17 10:24:24.334043 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:24.373636 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-4165ef34-f226-45e0-beb7-06dfb8b4c95a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625220'] for subnet, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:24.379347 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-4165ef34-f226-45e0-beb7-06dfb8b4c95a admin admin] 10.222.0.22 "DELETE /v2.0/subnets/7498acbd-0995-4684-9363-708186980877 HTTP/1.1" status: 204 len: 168 time: 1.1551361 Jun 17 10:24:24.382387 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e941d58d-7151-4185-a932-3e3d3c64f123 None None] Network 207a6ace-5540-40f2-a9bb-8ed6ddacd0e9 requested from dv-cinder-796806-1-iscsi {{(pid=93646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:24:24.384378 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 54042) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:24:24.388813 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4165ef34-f226-45e0-beb7-06dfb8b4c95a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7498acbd-0995-4684-9363-708186980877,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:24.396923 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.notifiers.nova [req-10d220e3-0210-466e-bdb7-e358509cd1c0 req-3accc441-5faf-42f5-ab04-d66d36d59f3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 200e7bac-b4d2-4b6c-b79e-4440b21588f4 {{(pid=93645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:24:24.416109 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-10d220e3-0210-466e-bdb7-e358509cd1c0 req-3accc441-5faf-42f5-ab04-d66d36d59f3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:24.421871 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-4165ef34-f226-45e0-beb7-06dfb8b4c95a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:24.428547 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-37595fa0-02ca-4f88-a2bd-228b1aaba6ff req-9e2ebde5-ec92-40ca-9f21-adb8150ea98c tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e0ff9fc-9664-4fac-b778-9b7de82afc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912797 Jun 17 10:24:24.438829 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.provisioning_blocks [req-10d220e3-0210-466e-bdb7-e358509cd1c0 req-3accc441-5faf-42f5-ab04-d66d36d59f3f service neutron] Transition to ACTIVE for port object 200e7bac-b4d2-4b6c-b79e-4440b21588f4 will not be triggered until provisioned by entity L2. {{(pid=93645) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:24:24.511103 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-59ae0c48-2f65-43af-b6db-ac4454b050a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3843219'] for network, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:24.563678 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-10d220e3-0210-466e-bdb7-e358509cd1c0 req-3accc441-5faf-42f5-ab04-d66d36d59f3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129691277'] for port, after_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:24.569888 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:24.643267 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.plugin [None req-59ae0c48-2f65-43af-b6db-ac4454b050a8 admin admin] Deleting port 1c192bdc-c003-4591-a729-af1180bfe4ff {{(pid=93644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:24:24.643722 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-59ae0c48-2f65-43af-b6db-ac4454b050a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740734272413'] for port, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:24.682980 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3accc441-5faf-42f5-ab04-d66d36d59f3f service neutron] Pushing event updated for resources: {'Port': ['ID=200e7bac-b4d2-4b6c-b79e-4440b21588f4,revision_number=2']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:24.710722 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-3accc441-5faf-42f5-ab04-d66d36d59f3f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:24.772616 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.db [None req-59ae0c48-2f65-43af-b6db-ac4454b050a8 admin admin] For port 1c192bdc-c003-4591-a729-af1180bfe4ff, host dv-cinder-796806-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=1c192bdc-c003-4591-a729-af1180bfe4ff,segment=NetworkSegment(561396bd-0a2b-4e35-af53-44c8783b18f4),segment_id=561396bd-0a2b-4e35-af53-44c8783b18f4)] {{(pid=93644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:24:24.773330 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-59ae0c48-2f65-43af-b6db-ac4454b050a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685530'] for port, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:24.791216 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5401e3a-af8d-40a9-bb9d-1f5686e0b888 None None] DHCP port deletion for 207a6ace-5540-40f2-a9bb-8ed6ddacd0e9 request from dv-cinder-796806-1-iscsi {{(pid=93646) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 10:24:24.820809 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.managers [req-10d220e3-0210-466e-bdb7-e358509cd1c0 req-3accc441-5faf-42f5-ab04-d66d36d59f3f service neutron] Attempting to bind port 200e7bac-b4d2-4b6c-b79e-4440b21588f4 on host hv-cinder-79680 for vnic_type normal with profile {{(pid=93645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:24:24.822547 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.managers [req-10d220e3-0210-466e-bdb7-e358509cd1c0 req-3accc441-5faf-42f5-ab04-d66d36d59f3f service neutron] Attempting to bind port 200e7bac-b4d2-4b6c-b79e-4440b21588f4 by drivers openvswitch,hyperv on host hv-cinder-79680 at level 0 using segments [{'id': 'aee95af0-cc5d-41dc-ae63-eda94ddae53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'fb6d1dc1-5856-427b-992b-099ce227c06b'}] {{(pid=93645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:24:24.823466 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d220e3-0210-466e-bdb7-e358509cd1c0 req-3accc441-5faf-42f5-ab04-d66d36d59f3f service neutron] Attempting to bind port 200e7bac-b4d2-4b6c-b79e-4440b21588f4 on network fb6d1dc1-5856-427b-992b-099ce227c06b {{(pid=93645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:24:24.832611 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d220e3-0210-466e-bdb7-e358509cd1c0 req-3accc441-5faf-42f5-ab04-d66d36d59f3f service neutron] Port 200e7bac-b4d2-4b6c-b79e-4440b21588f4 on network fb6d1dc1-5856-427b-992b-099ce227c06b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79680 {{(pid=93645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 10:24:24.833836 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d220e3-0210-466e-bdb7-e358509cd1c0 req-3accc441-5faf-42f5-ab04-d66d36d59f3f service neutron] Attempting to bind port 200e7bac-b4d2-4b6c-b79e-4440b21588f4 on network fb6d1dc1-5856-427b-992b-099ce227c06b {{(pid=93645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:24:24.856834 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d220e3-0210-466e-bdb7-e358509cd1c0 req-3accc441-5faf-42f5-ab04-d66d36d59f3f service neutron] Checking agent: {'id': '71ef71fd-f9ba-4ed4-b44a-140e16714f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79680', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 14, 58), 'started_at': datetime.datetime(2021, 6, 17, 10, 14, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:24:24.856834 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d220e3-0210-466e-bdb7-e358509cd1c0 req-3accc441-5faf-42f5-ab04-d66d36d59f3f service neutron] Checking segment: {'id': 'aee95af0-cc5d-41dc-ae63-eda94ddae53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'fb6d1dc1-5856-427b-992b-099ce227c06b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:24:24.856834 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d220e3-0210-466e-bdb7-e358509cd1c0 req-3accc441-5faf-42f5-ab04-d66d36d59f3f service neutron] Bound using segment: {'id': 'aee95af0-cc5d-41dc-ae63-eda94ddae53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'fb6d1dc1-5856-427b-992b-099ce227c06b'} {{(pid=93645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:24:24.856834 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.managers [req-10d220e3-0210-466e-bdb7-e358509cd1c0 req-3accc441-5faf-42f5-ab04-d66d36d59f3f service neutron] Bound port: 200e7bac-b4d2-4b6c-b79e-4440b21588f4, host: hv-cinder-79680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aee95af0-cc5d-41dc-ae63-eda94ddae53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'fb6d1dc1-5856-427b-992b-099ce227c06b'}}] {{(pid=93645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:24:24.856834 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-10d220e3-0210-466e-bdb7-e358509cd1c0 req-3accc441-5faf-42f5-ab04-d66d36d59f3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:24.875357 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-c5401e3a-af8d-40a9-bb9d-1f5686e0b888 None None] Deleting port 1c192bdc-c003-4591-a729-af1180bfe4ff {{(pid=93646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:24:24.875972 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-c5401e3a-af8d-40a9-bb9d-1f5686e0b888 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740734272413'] for port, before_delete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:25.044269 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.plugin [None req-59ae0c48-2f65-43af-b6db-ac4454b050a8 admin admin] Calling delete_port for 1c192bdc-c003-4591-a729-af1180bfe4ff owned by network:dhcp {{(pid=93644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:24:25.061256 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.db [req-10d220e3-0210-466e-bdb7-e358509cd1c0 req-3accc441-5faf-42f5-ab04-d66d36d59f3f service neutron] For port 200e7bac-b4d2-4b6c-b79e-4440b21588f4, host hv-cinder-79680, cleared binding levels {{(pid=93645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:24:25.070329 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.db [req-10d220e3-0210-466e-bdb7-e358509cd1c0 req-3accc441-5faf-42f5-ab04-d66d36d59f3f service neutron] For port 200e7bac-b4d2-4b6c-b79e-4440b21588f4, host hv-cinder-79680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=200e7bac-b4d2-4b6c-b79e-4440b21588f4,segment=NetworkSegment(aee95af0-cc5d-41dc-ae63-eda94ddae53b),segment_id=aee95af0-cc5d-41dc-ae63-eda94ddae53b)] {{(pid=93645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:24:25.083038 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-c5401e3a-af8d-40a9-bb9d-1f5686e0b888 None None] For port 1c192bdc-c003-4591-a729-af1180bfe4ff, host dv-cinder-796806-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=1c192bdc-c003-4591-a729-af1180bfe4ff,segment=NetworkSegment(561396bd-0a2b-4e35-af53-44c8783b18f4),segment_id=561396bd-0a2b-4e35-af53-44c8783b18f4)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:24:25.083770 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-c5401e3a-af8d-40a9-bb9d-1f5686e0b888 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685530'] for port, precommit_delete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:25.195793 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-10d220e3-0210-466e-bdb7-e358509cd1c0 req-3accc441-5faf-42f5-ab04-d66d36d59f3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129691277'] for port, after_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:25.203189 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-158fa011-4226-4d5f-a607-9023090c3faa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:25.205317 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-c5401e3a-af8d-40a9-bb9d-1f5686e0b888 None None] Calling delete_port for 1c192bdc-c003-4591-a729-af1180bfe4ff owned by network:dhcp {{(pid=93646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:24:25.318089 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d220e3-0210-466e-bdb7-e358509cd1c0 req-3accc441-5faf-42f5-ab04-d66d36d59f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:25.319194 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-10d220e3-0210-466e-bdb7-e358509cd1c0 req-3accc441-5faf-42f5-ab04-d66d36d59f3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733'] for port, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:25.323604 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-10d220e3-0210-466e-bdb7-e358509cd1c0 req-3accc441-5faf-42f5-ab04-d66d36d59f3f service neutron] 10.222.0.47 "PUT /v2.0/ports/200e7bac-b4d2-4b6c-b79e-4440b21588f4 HTTP/1.1" status: 200 len: 1094 time: 2.0099883 Jun 17 10:24:25.331050 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1351d320-fba9-4509-b9d8-36c17904ef09', 'tag': '200e7bac-b4d2-4b6c-b79e-4440b21588f4'}] {{(pid=93645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:24:25.335531 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25c6fbde856bb10fc3e6f7e7beb0655886cca8e381c3d168db957d1d9f65ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c1b5e72-8c75-4049-a42b-bb4de866affa" -d '{"events": [{"name": "network-changed", "server_uuid": "1351d320-fba9-4509-b9d8-36c17904ef09", "tag": "200e7bac-b4d2-4b6c-b79e-4440b21588f4"}]}' {{(pid=93645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:24:25.347857 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-59ae0c48-2f65-43af-b6db-ac4454b050a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740734277497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740733869096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125912126'] for port, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:25.354266 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-2e81b9b1-2bef-4e5b-be71-57c70e0ebf30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:25.374806 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-c5401e3a-af8d-40a9-bb9d-1f5686e0b888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740734277497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740733869096'] for port, after_delete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:25.375757 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3accc441-5faf-42f5-ab04-d66d36d59f3f service neutron] Pushing event updated for resources: {'Port': ['ID=200e7bac-b4d2-4b6c-b79e-4440b21588f4,revision_number=3']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:25.385122 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:25.398642 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-3accc441-5faf-42f5-ab04-d66d36d59f3f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:25.407480 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ae0c48-2f65-43af-b6db-ac4454b050a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c192bdc-c003-4591-a729-af1180bfe4ff,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:25.411726 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ae0c48-2f65-43af-b6db-ac4454b050a8 admin admin] No DVR routers for this DVR port 1c192bdc-c003-4591-a729-af1180bfe4ff on host dv-cinder-796806-1-iscsi {{(pid=93644) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 10:24:25.416361 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-59ae0c48-2f65-43af-b6db-ac4454b050a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:25.475787 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5401e3a-af8d-40a9-bb9d-1f5686e0b888 None None] Pushing event deleted for resources: {'Port': ['ID=1c192bdc-c003-4591-a729-af1180bfe4ff,revision_number=None']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:25.479224 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5401e3a-af8d-40a9-bb9d-1f5686e0b888 None None] No DVR routers for this DVR port 1c192bdc-c003-4591-a729-af1180bfe4ff on host dv-cinder-796806-1-iscsi {{(pid=93646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 10:24:25.482307 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-c5401e3a-af8d-40a9-bb9d-1f5686e0b888 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:25.513628 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 10:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02d8c52-a962-458c-a166-a82581bd00f8 x-openstack-request-id: req-b02d8c52-a962-458c-a166-a82581bd00f8 {{(pid=93645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:24:25.513628 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1351d320-fba9-4509-b9d8-36c17904ef09", "tag": "200e7bac-b4d2-4b6c-b79e-4440b21588f4", "status": "completed", "code": 200}]} {{(pid=93645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:24:25.513628 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b02d8c52-a962-458c-a166-a82581bd00f8 {{(pid=93645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:24:25.513628 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1351d320-fba9-4509-b9d8-36c17904ef09', 'tag': '200e7bac-b4d2-4b6c-b79e-4440b21588f4', 'status': 'completed', 'code': 200} Jun 17 10:24:25.602228 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-59ae0c48-2f65-43af-b6db-ac4454b050a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3792520', 'neutron.services.segments.db._delete_segments_for_network-8740734359601'] for network, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:25.632685 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.services.segments.db [None req-59ae0c48-2f65-43af-b6db-ac4454b050a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['207a6ace-5540-40f2-a9bb-8ed6ddacd0e9']}} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:24:25.663821 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.services.segments.db [None req-59ae0c48-2f65-43af-b6db-ac4454b050a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '561396bd-0a2b-4e35-af53-44c8783b18f4') {'for_net_delete': True} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:24:25.664757 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.services.segments.db [None req-59ae0c48-2f65-43af-b6db-ac4454b050a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '561396bd-0a2b-4e35-af53-44c8783b18f4') {} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:24:25.672578 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d220e3-0210-466e-bdb7-e358509cd1c0 req-08b6d592-e52b-44f1-9f99-dd07bec241ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:25.675683 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-10d220e3-0210-466e-bdb7-e358509cd1c0 req-08b6d592-e52b-44f1-9f99-dd07bec241ab service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d3921a4980a048a78ce6c633bbba19c9&device_id=1351d320-fba9-4509-b9d8-36c17904ef09 HTTP/1.1" status: 200 len: 1097 time: 0.1527402 Jun 17 10:24:25.684823 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-59ae0c48-2f65-43af-b6db-ac4454b050a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740734358402', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128499297'] for segment, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:25.724811 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-59ae0c48-2f65-43af-b6db-ac4454b050a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3785028'] for segment, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:25.766881 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-10d220e3-0210-466e-bdb7-e358509cd1c0 req-8dc99a3e-2ded-4fa8-8572-e37fb9c77e98 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=200e7bac-b4d2-4b6c-b79e-4440b21588f4 HTTP/1.1" status: 200 len: 217 time: 0.0769501 Jun 17 10:24:25.800734 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59ae0c48-2f65-43af-b6db-ac4454b050a8 admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=93644) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 10:24:25.801557 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-59ae0c48-2f65-43af-b6db-ac4454b050a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3785028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125912169'] for segment, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:25.805707 dv-cinder-796806-1-iscsi neutron-server[93644]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:24:25.805707 dv-cinder-796806-1-iscsi neutron-server[93644]: retrieve_revision_numbers = { Jun 17 10:24:25.805707 dv-cinder-796806-1-iscsi neutron-server[93644]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:24:25.805707 dv-cinder-796806-1-iscsi neutron-server[93644]: retrieve_revision_numbers = { Jun 17 10:24:25.805707 dv-cinder-796806-1-iscsi neutron-server[93644]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 10:24:25.805707 dv-cinder-796806-1-iscsi neutron-server[93644]: conditions |= (models_v2.Port.network_id.in_( Jun 17 10:24:25.805707 dv-cinder-796806-1-iscsi neutron-server[93644]: Traceback (most recent call last): Jun 17 10:24:25.805707 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 10:24:25.805707 dv-cinder-796806-1-iscsi neutron-server[93644]: timer() Jun 17 10:24:25.805707 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 10:24:25.805707 dv-cinder-796806-1-iscsi neutron-server[93644]: cb(*args, **kw) Jun 17 10:24:25.805707 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 10:24:25.805707 dv-cinder-796806-1-iscsi neutron-server[93644]: return func(*args, **kwargs) Jun 17 10:24:25.805707 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 10:24:25.805707 dv-cinder-796806-1-iscsi neutron-server[93644]: self._notify() Jun 17 10:24:25.805707 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 10:24:25.805707 dv-cinder-796806-1-iscsi neutron-server[93644]: self.callback(batched_events) Jun 17 10:24:25.805707 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 10:24:25.805707 dv-cinder-796806-1-iscsi neutron-server[93644]: event.method(event) Jun 17 10:24:25.805707 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 10:24:25.805707 dv-cinder-796806-1-iscsi neutron-server[93644]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 10:24:25.805707 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 10:24:25.805707 dv-cinder-796806-1-iscsi neutron-server[93644]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 10:24:25.805707 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 10:24:25.805707 dv-cinder-796806-1-iscsi neutron-server[93644]: return f(self, *a, **k) Jun 17 10:24:25.805707 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 10:24:25.805707 dv-cinder-796806-1-iscsi neutron-server[93644]: return self._get(url).json() Jun 17 10:24:25.805707 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 10:24:25.805707 dv-cinder-796806-1-iscsi neutron-server[93644]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 10:24:25.805707 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 10:24:25.805707 dv-cinder-796806-1-iscsi neutron-server[93644]: return self.request(url, 'GET', **kwargs) Jun 17 10:24:25.805707 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 10:24:25.805707 dv-cinder-796806-1-iscsi neutron-server[93644]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 10:24:25.805707 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 10:24:25.805707 dv-cinder-796806-1-iscsi neutron-server[93644]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 10:24:25.805707 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 10:24:25.805707 dv-cinder-796806-1-iscsi neutron-server[93644]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 10:24:25.805707 dv-cinder-796806-1-iscsi neutron-server[93644]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 10:24:25.840043 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d220e3-0210-466e-bdb7-e358509cd1c0 req-3068a772-7f51-488c-a3b8-4f894634f46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:25.841813 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-10d220e3-0210-466e-bdb7-e358509cd1c0 req-3068a772-7f51-488c-a3b8-4f894634f46f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=235adf9a-5d00-4d35-8ffd-65944fdd0c17 HTTP/1.1" status: 200 len: 856 time: 0.0676787 Jun 17 10:24:25.964235 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d220e3-0210-466e-bdb7-e358509cd1c0 req-69bcbf2f-7b7a-4808-9ad6-3cb391605af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:25.967542 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-10d220e3-0210-466e-bdb7-e358509cd1c0 req-69bcbf2f-7b7a-4808-9ad6-3cb391605af4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fb6d1dc1-5856-427b-992b-099ce227c06b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1161201 Jun 17 10:24:25.980150 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d048b35b-77eb-4fd4-9ce7-504785b9a256 req-6ca0ae51-5db3-44c7-9261-a01f09b80bb0 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:25.982940 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d048b35b-77eb-4fd4-9ce7-504785b9a256 req-6ca0ae51-5db3-44c7-9261-a01f09b80bb0 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=1351d320-fba9-4509-b9d8-36c17904ef09 HTTP/1.1" status: 200 len: 944 time: 0.2621753 Jun 17 10:24:26.064604 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d048b35b-77eb-4fd4-9ce7-504785b9a256 req-e257d44e-0604-40a2-9ab8-21c11fb02b3f tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e0ff9fc-9664-4fac-b778-9b7de82afc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729337 Jun 17 10:24:26.075562 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-59ae0c48-2f65-43af-b6db-ac4454b050a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3792531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-714710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684612'] for network, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:26.083433 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-7827ee96-c5ea-47db-a163-e5d3b194cd04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:26.090532 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-59ae0c48-2f65-43af-b6db-ac4454b050a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625220'] for network, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:26.097413 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-59ae0c48-2f65-43af-b6db-ac4454b050a8 admin admin] 10.222.0.22 "DELETE /v2.0/networks/207a6ace-5540-40f2-a9bb-8ed6ddacd0e9 HTTP/1.1" status: 204 len: 168 time: 1.7079377 Jun 17 10:24:26.114919 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ae0c48-2f65-43af-b6db-ac4454b050a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=207a6ace-5540-40f2-a9bb-8ed6ddacd0e9,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:26.123227 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-59ae0c48-2f65-43af-b6db-ac4454b050a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:26.154435 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-10d220e3-0210-466e-bdb7-e358509cd1c0 req-3393a861-553b-4c33-923b-e6353d8e8b2e service neutron] 10.222.0.47 "GET /v2.0/networks/fb6d1dc1-5856-427b-992b-099ce227c06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769862 Jun 17 10:24:26.366709 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-10d220e3-0210-466e-bdb7-e358509cd1c0 req-af174e09-d7ac-4a19-a09c-5a97064bfe9f service neutron] 10.222.0.47 "GET /v2.0/networks/fb6d1dc1-5856-427b-992b-099ce227c06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047732 Jun 17 10:24:26.633753 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device 1c192bdc-c003-4591-a729-af1180bfe4ff no longer exists at agent ovs-agent-dv-cinder-796806-1-iscsi {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:24:26.671540 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] No Port match for: 1c192bdc-c003-4591-a729-af1180bfe4ff {{(pid=93646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 10:24:26.672125 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device 1c192bdc-c003-4591-a729-af1180bfe4ff not bound to the agent host dv-cinder-796806-1-iscsi {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 10:24:26.809469 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b5e72-8c75-4049-a42b-bb4de866affa req-7d912c92-d9e2-42b0-878e-c8a92e203a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:26.812429 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-2c1b5e72-8c75-4049-a42b-bb4de866affa req-7d912c92-d9e2-42b0-878e-c8a92e203a59 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d3921a4980a048a78ce6c633bbba19c9&device_id=1351d320-fba9-4509-b9d8-36c17904ef09 HTTP/1.1" status: 200 len: 1097 time: 0.1031480 Jun 17 10:24:27.002372 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b5e72-8c75-4049-a42b-bb4de866affa req-70e00771-aa9e-4095-9b47-6c15100f4109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:27.004618 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-2c1b5e72-8c75-4049-a42b-bb4de866affa req-70e00771-aa9e-4095-9b47-6c15100f4109 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fb6d1dc1-5856-427b-992b-099ce227c06b HTTP/1.1" status: 200 len: 918 time: 0.1807070 Jun 17 10:24:27.068683 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-2c1b5e72-8c75-4049-a42b-bb4de866affa req-ba08cbbb-a919-488d-a060-976936594285 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=200e7bac-b4d2-4b6c-b79e-4440b21588f4 HTTP/1.1" status: 200 len: 217 time: 0.0561504 Jun 17 10:24:27.080246 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 54084) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:24:27.171545 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-66b5e0c6-d1a8-4cdc-bb69-642af147798e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9a6c13a11d5746ed9ba089a64e8d2549&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0886760 Jun 17 10:24:27.173114 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b5e72-8c75-4049-a42b-bb4de866affa req-b9de48c7-6322-4096-9790-648a2010677e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:27.175673 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 54088) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:24:27.176390 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-2c1b5e72-8c75-4049-a42b-bb4de866affa req-b9de48c7-6322-4096-9790-648a2010677e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=235adf9a-5d00-4d35-8ffd-65944fdd0c17 HTTP/1.1" status: 200 len: 856 time: 0.0953083 Jun 17 10:24:27.281740 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-791195cf-c76a-48d9-8cfb-8fdc481791e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:27.325838 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b5e72-8c75-4049-a42b-bb4de866affa req-9c8fb000-f827-409a-8c1b-3b62ee50aca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:27.329424 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-791195cf-c76a-48d9-8cfb-8fdc481791e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:27.329747 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-2c1b5e72-8c75-4049-a42b-bb4de866affa req-9c8fb000-f827-409a-8c1b-3b62ee50aca4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fb6d1dc1-5856-427b-992b-099ce227c06b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1445854 Jun 17 10:24:27.538517 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1a9792-2eae-4b12-aca8-3a3d816378a2 req-2730e79a-7505-4295-b1f8-296ee8076fbe tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:27.542100 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-ba1a9792-2eae-4b12-aca8-3a3d816378a2 req-2730e79a-7505-4295-b1f8-296ee8076fbe tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=1351d320-fba9-4509-b9d8-36c17904ef09 HTTP/1.1" status: 200 len: 944 time: 0.1332076 Jun 17 10:24:27.595117 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-791195cf-c76a-48d9-8cfb-8fdc481791e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:27.608021 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-2c1b5e72-8c75-4049-a42b-bb4de866affa req-0d2395b3-8704-4d8a-b943-49b0084df332 service neutron] 10.222.0.47 "GET /v2.0/networks/fb6d1dc1-5856-427b-992b-099ce227c06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670286 Jun 17 10:24:27.610003 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-791195cf-c76a-48d9-8cfb-8fdc481791e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:27.611929 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-791195cf-c76a-48d9-8cfb-8fdc481791e5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/53de0d9a-5a0b-4ab8-8623-79700c1fe6a9 HTTP/1.1" status: 204 len: 168 time: 0.4340620 Jun 17 10:24:27.615473 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-a508527e-bc70-4975-81d2-4d2973592c20 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:27.670464 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-ba1a9792-2eae-4b12-aca8-3a3d816378a2 req-3810352f-3f52-4c03-b7ad-9f369afef597 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e0ff9fc-9664-4fac-b778-9b7de82afc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087799 Jun 17 10:24:27.671957 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791195cf-c76a-48d9-8cfb-8fdc481791e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53de0d9a-5a0b-4ab8-8623-79700c1fe6a9,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:27.688567 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-791195cf-c76a-48d9-8cfb-8fdc481791e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:27.764155 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 54096) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:24:28.023998 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-0fd406e1-c87d-4154-ae02-9c9cafa27c41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:28.047217 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:28.212764 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-0fd406e1-c87d-4154-ae02-9c9cafa27c41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:28.388780 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-0fd406e1-c87d-4154-ae02-9c9cafa27c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:28.394121 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-6db0a733-795c-443a-9a6e-71c5f771abb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:28.451049 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd406e1-c87d-4154-ae02-9c9cafa27c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=807804bb-2278-4415-b917-093918f93033,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:28.458930 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-0fd406e1-c87d-4154-ae02-9c9cafa27c41 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2685af53a2cf48a5b45055cd83f91b29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6931422 Jun 17 10:24:28.460826 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-0fd406e1-c87d-4154-ae02-9c9cafa27c41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:28.463731 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 54106) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:24:28.565173 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-d990a0e1-17ac-4e3d-a01c-de2dad00394e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:28.625450 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-d990a0e1-17ac-4e3d-a01c-de2dad00394e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:28.829843 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-2c1b5e72-8c75-4049-a42b-bb4de866affa req-6cd7f4e2-70fd-45f4-880f-5c6330924a1c service neutron] 10.222.0.47 "GET /v2.0/networks/fb6d1dc1-5856-427b-992b-099ce227c06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981909 Jun 17 10:24:28.990017 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-d990a0e1-17ac-4e3d-a01c-de2dad00394e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:28.994524 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-d990a0e1-17ac-4e3d-a01c-de2dad00394e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:28.997703 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-d990a0e1-17ac-4e3d-a01c-de2dad00394e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/807804bb-2278-4415-b917-093918f93033 HTTP/1.1" status: 204 len: 168 time: 0.5312612 Jun 17 10:24:28.998128 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-0fd406e1-c87d-4154-ae02-9c9cafa27c41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:29.013124 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d990a0e1-17ac-4e3d-a01c-de2dad00394e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=807804bb-2278-4415-b917-093918f93033,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:29.016494 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-d990a0e1-17ac-4e3d-a01c-de2dad00394e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:29.064137 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19db258-3cac-4bb0-9d19-1aa90ffbb594 req-246994ad-06e7-459b-91e3-804d7ad4a1e2 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:29.068445 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d19db258-3cac-4bb0-9d19-1aa90ffbb594 req-246994ad-06e7-459b-91e3-804d7ad4a1e2 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=1351d320-fba9-4509-b9d8-36c17904ef09 HTTP/1.1" status: 200 len: 944 time: 0.1187496 Jun 17 10:24:29.154373 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 54116) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:24:29.161426 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d19db258-3cac-4bb0-9d19-1aa90ffbb594 req-1cf4b745-b92b-4f51-943b-3979e7883bfb tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e0ff9fc-9664-4fac-b778-9b7de82afc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820241 Jun 17 10:24:29.235866 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-f4055d99-f7c7-426b-a768-d80a34163476 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3d88e10f9ccc44df9e7c0eef4b9dc24a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0794013 Jun 17 10:24:29.239685 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 54118) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:24:29.356662 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-e13bd2d7-6ca4-4352-ae8f-00c48417064b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:29.382342 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-e13bd2d7-6ca4-4352-ae8f-00c48417064b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:29.616621 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-e13bd2d7-6ca4-4352-ae8f-00c48417064b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:29.621949 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-e13bd2d7-6ca4-4352-ae8f-00c48417064b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:29.624536 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-e13bd2d7-6ca4-4352-ae8f-00c48417064b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/650c5f95-96a3-4b77-b1ab-e78a17679490 HTTP/1.1" status: 204 len: 168 time: 0.3827093 Jun 17 10:24:29.626055 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-dd0c17b0-dd0c-4c61-9a4f-5aef2603e476 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:29.640840 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13bd2d7-6ca4-4352-ae8f-00c48417064b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=650c5f95-96a3-4b77-b1ab-e78a17679490,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:29.646170 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-e13bd2d7-6ca4-4352-ae8f-00c48417064b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:29.909190 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-27609617-17f7-405e-8780-c04d3d6de578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:30.476081 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6559896a-f014-4b5f-8c08-ba99ed52df6b req-f5724a1a-6673-4087-beac-39ff38cb5082 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:30.479355 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6559896a-f014-4b5f-8c08-ba99ed52df6b req-f5724a1a-6673-4087-beac-39ff38cb5082 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=1351d320-fba9-4509-b9d8-36c17904ef09 HTTP/1.1" status: 200 len: 944 time: 0.1049929 Jun 17 10:24:30.562713 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6559896a-f014-4b5f-8c08-ba99ed52df6b req-63846af7-664a-48f6-a69a-018f0cdf358b tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e0ff9fc-9664-4fac-b778-9b7de82afc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729518 Jun 17 10:24:30.715840 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device 200e7bac-b4d2-4b6c-b79e-4440b21588f4 details requested by agent hyperv_hv-cinder-79680 with host hv-cinder-79680 {{(pid=93646) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 10:24:30.883537 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] For port 200e7bac-b4d2-4b6c-b79e-4440b21588f4, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=200e7bac-b4d2-4b6c-b79e-4440b21588f4,segment=NetworkSegment(aee95af0-cc5d-41dc-ae63-eda94ddae53b),segment_id=aee95af0-cc5d-41dc-ae63-eda94ddae53b)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:24:30.911097 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Returning: {'device': '200e7bac-b4d2-4b6c-b79e-4440b21588f4', 'network_id': 'fb6d1dc1-5856-427b-992b-099ce227c06b', 'port_id': '200e7bac-b4d2-4b6c-b79e-4440b21588f4', 'mac_address': 'fa:16:3e:7e:90:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '235adf9a-5d00-4d35-8ffd-65944fdd0c17', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93646) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 10:24:30.983590 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:31.004793 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.notifiers.nova [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 200e7bac-b4d2-4b6c-b79e-4440b21588f4 {{(pid=93646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:24:31.039391 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] For port 200e7bac-b4d2-4b6c-b79e-4440b21588f4, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=200e7bac-b4d2-4b6c-b79e-4440b21588f4,segment=NetworkSegment(aee95af0-cc5d-41dc-ae63-eda94ddae53b),segment_id=aee95af0-cc5d-41dc-ae63-eda94ddae53b)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:24:31.303085 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:31.305615 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-4e6ce5d1-0f30-4154-b292-d69c51d042da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:31.381425 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Pushing event updated for resources: {'Port': ['ID=200e7bac-b4d2-4b6c-b79e-4440b21588f4,revision_number=4']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:31.401818 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:24:31.401818 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:24:31.401818 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:24:31.401818 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:24:31.401818 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:24:31.401818 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:24:31.401818 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:24:31.401818 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:24:31.401818 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:24:31.404004 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:24:31.405206 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:24:31.405495 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:24:31.412577 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:31.559163 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] get_ports_and_sgs() called for port_ids ['200e7bac-b4d2-4b6c-b79e-4440b21588f4'] {{(pid=93646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 10:24:31.571671 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 54150) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:24:31.771341 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.v2.base [None req-b456be9e-7db2-4712-9835-149bf20c66d8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-960937265-network', 'tenant_id': 'aca760d5d32f44678ef6de15bc80117f'}} {{(pid=93645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:24:31.903595 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b456be9e-7db2-4712-9835-149bf20c66d8 admin admin] Made reservation on behalf of aca760d5d32f44678ef6de15bc80117f for: {'network': 1} {{(pid=93645) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:24:31.907948 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-b456be9e-7db2-4712-9835-149bf20c66d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3930454'] for network, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:31.924136 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-b456be9e-7db2-4712-9835-149bf20c66d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:31.937458 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3753b0-e7bf-4a6a-8b24-4a64cd3b9887 req-8be3b99e-d348-4bf4-82c1-04c5d3fbe03e tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:31.940304 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-ba3753b0-e7bf-4a6a-8b24-4a64cd3b9887 req-8be3b99e-d348-4bf4-82c1-04c5d3fbe03e tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=1351d320-fba9-4509-b9d8-36c17904ef09 HTTP/1.1" status: 200 len: 945 time: 0.1337264 Jun 17 10:24:32.023617 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-ba3753b0-e7bf-4a6a-8b24-4a64cd3b9887 req-e51de049-a239-4314-b386-ddd85f1c143d tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e0ff9fc-9664-4fac-b778-9b7de82afc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707817 Jun 17 10:24:32.115642 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-b456be9e-7db2-4712-9835-149bf20c66d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:32.240339 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-b456be9e-7db2-4712-9835-149bf20c66d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:32.254043 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-29d69dad-479e-494c-879c-833f8735f2c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:32.303066 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b456be9e-7db2-4712-9835-149bf20c66d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd3a37af-ab05-403a-bf87-1cb2c4e66028,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:32.307019 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b456be9e-7db2-4712-9835-149bf20c66d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=93645) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 10:24:32.318320 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-b456be9e-7db2-4712-9835-149bf20c66d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:32.324077 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-b456be9e-7db2-4712-9835-149bf20c66d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3785028'] for segment, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:32.324609 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.db.segments_db [None req-b456be9e-7db2-4712-9835-149bf20c66d8 admin admin] Added segment 6fc0f035-2780-4197-a60b-57afbddf8f64 of type vlan for network fbf95478-19a5-4f07-a34f-dd4f56a3b0c1 Jun 17 10:24:32.397785 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-b456be9e-7db2-4712-9835-149bf20c66d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740733824422'] for network, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:32.601032 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-b456be9e-7db2-4712-9835-149bf20c66d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-714710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243'] for network, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:32.603596 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b456be9e-7db2-4712-9835-149bf20c66d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:32.604737 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-b456be9e-7db2-4712-9835-149bf20c66d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625220'] for network, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:32.610592 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-4e73ff7e-c3eb-4494-904d-fa101b0cedb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:32.710988 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b456be9e-7db2-4712-9835-149bf20c66d8 admin admin] Pushing event updated for resources: {'Network': ['ID=fbf95478-19a5-4f07-a34f-dd4f56a3b0c1,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:32.711368 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device 200e7bac-b4d2-4b6c-b79e-4440b21588f4 up at agent hyperv_hv-cinder-79680 {{(pid=93646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:24:32.717426 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-b456be9e-7db2-4712-9835-149bf20c66d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:32.756848 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Network fbf95478-19a5-4f07-a34f-dd4f56a3b0c1 details requested by agent ovs-agent-dv-cinder-796806-1-iscsi with host dv-cinder-796806-1-iscsi {{(pid=93646) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 10:24:32.786340 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-b456be9e-7db2-4712-9835-149bf20c66d8 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2121303 Jun 17 10:24:32.790688 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 54168) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:24:32.797433 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.v2.base [None req-0e6d14c4-49de-4729-b878-e6cca488fb9d admin admin] Request body: {'subnet': {'network_id': 'fbf95478-19a5-4f07-a34f-dd4f56a3b0c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-960937265-subnet', 'tenant_id': 'aca760d5d32f44678ef6de15bc80117f', 'ip_version': 4}} {{(pid=93645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:24:32.915237 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e6d14c4-49de-4729-b878-e6cca488fb9d admin admin] Made reservation on behalf of aca760d5d32f44678ef6de15bc80117f for: {'subnet': 1} {{(pid=93645) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:24:32.920978 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-0e6d14c4-49de-4729-b878-e6cca488fb9d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-129735836'] for subnet, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:32.983122 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Provisioning for port 200e7bac-b4d2-4b6c-b79e-4440b21588f4 completed by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:24:32.990149 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Provisioning complete for port 200e7bac-b4d2-4b6c-b79e-4440b21588f4 triggered by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:24:32.990771 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:33.195934 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:33.253485 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] For port 200e7bac-b4d2-4b6c-b79e-4440b21588f4, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=200e7bac-b4d2-4b6c-b79e-4440b21588f4,segment=NetworkSegment(aee95af0-cc5d-41dc-ae63-eda94ddae53b),segment_id=aee95af0-cc5d-41dc-ae63-eda94ddae53b)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:24:33.255182 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1351d320-fba9-4509-b9d8-36c17904ef09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200e7bac-b4d2-4b6c-b79e-4440b21588f4'}] {{(pid=93646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:24:33.258671 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}202ec35f0b2f503ce7e4db3a1c258f37e57fe85608606de8e1c873696d713f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a12a57-0ba0-455a-9682-a12935a2d566" -d '{"events": [{"server_uuid": "1351d320-fba9-4509-b9d8-36c17904ef09", "name": "network-vif-plugged", "status": "completed", "tag": "200e7bac-b4d2-4b6c-b79e-4440b21588f4"}]}' {{(pid=93646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:24:33.316390 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10daa43b-823d-4618-82f8-9cdd4b5f2469 x-openstack-request-id: req-10daa43b-823d-4618-82f8-9cdd4b5f2469 {{(pid=93646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:24:33.316887 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1351d320-fba9-4509-b9d8-36c17904ef09", "name": "network-vif-plugged", "status": "completed", "tag": "200e7bac-b4d2-4b6c-b79e-4440b21588f4", "code": 200}]} {{(pid=93646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:24:33.317316 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-10daa43b-823d-4618-82f8-9cdd4b5f2469 {{(pid=93646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:24:33.317993 dv-cinder-796806-1-iscsi neutron-server[93646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1351d320-fba9-4509-b9d8-36c17904ef09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200e7bac-b4d2-4b6c-b79e-4440b21588f4', 'code': 200} Jun 17 10:24:33.401666 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63faf26b-f96f-4c70-9983-24186dacafeb req-3e5433be-4baa-44c5-892b-ad94baf6f187 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:33.404623 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-63faf26b-f96f-4c70-9983-24186dacafeb req-3e5433be-4baa-44c5-892b-ad94baf6f187 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=1351d320-fba9-4509-b9d8-36c17904ef09 HTTP/1.1" status: 200 len: 945 time: 0.1278944 Jun 17 10:24:33.464679 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-0e6d14c4-49de-4729-b878-e6cca488fb9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129691139', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-129735822'] for subnet, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:33.465331 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:33.469956 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-45c12f4c-4e59-44e9-b693-ea11af72e475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:33.473298 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:33.485701 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-4165ef34-f226-45e0-beb7-06dfb8b4c95a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:33.496335 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-63faf26b-f96f-4c70-9983-24186dacafeb req-d902eafa-d80c-4a57-bb1a-266529de0bb7 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e0ff9fc-9664-4fac-b778-9b7de82afc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778472 Jun 17 10:24:33.563899 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:33.622514 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6d14c4-49de-4729-b878-e6cca488fb9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf327c71-eda0-4c61-af33-93c8df9a6c5d,revision_number=0']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:33.629744 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Pushing event updated for resources: {'Port': ['ID=200e7bac-b4d2-4b6c-b79e-4440b21588f4,revision_number=5']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:33.635309 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:33.644297 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-0e6d14c4-49de-4729-b878-e6cca488fb9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:33.645863 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6d14c4-49de-4729-b878-e6cca488fb9d admin admin] Checking segment: {'id': '6fc0f035-2780-4197-a60b-57afbddf8f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'fbf95478-19a5-4f07-a34f-dd4f56a3b0c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:24:33.646496 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6d14c4-49de-4729-b878-e6cca488fb9d admin admin] Network hostable DHCP agents. Network: fbf95478-19a5-4f07-a34f-dd4f56a3b0c1, hostable agents: ['337bcc12-ee2b-4966-b704-642398d54e19'], hosted agents: [] {{(pid=93645) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 10:24:34.011683 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6d14c4-49de-4729-b878-e6cca488fb9d admin admin] Network fbf95478-19a5-4f07-a34f-dd4f56a3b0c1 is scheduled to be hosted by DHCP agent 337bcc12-ee2b-4966-b704-642398d54e19 with binding_index 1 {{(pid=93645) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 10:24:34.142082 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677dad01-932e-4cce-b9e2-4dd3337bd097 req-61921de1-e681-427a-a4e8-4c6de64536d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:34.142855 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-677dad01-932e-4cce-b9e2-4dd3337bd097 req-61921de1-e681-427a-a4e8-4c6de64536d0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1351d320-fba9-4509-b9d8-36c17904ef09 HTTP/1.1" status: 200 len: 1099 time: 0.0810969 Jun 17 10:24:34.194324 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-677dad01-932e-4cce-b9e2-4dd3337bd097 req-0105bf57-d775-4997-bc87-1a1e616526c2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2e0ff9fc-9664-4fac-b778-9b7de82afc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440760 Jun 17 10:24:34.578953 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.base_scheduler [None req-0e6d14c4-49de-4729-b878-e6cca488fb9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796806-1-iscsi, fbf95478-19a5-4f07-a34f-dd4f56a3b0c1) {{(pid=93645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:24:34.585991 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6d14c4-49de-4729-b878-e6cca488fb9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:34.586448 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-0e6d14c4-49de-4729-b878-e6cca488fb9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625220'] for subnet, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:34.600432 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58c1503-7bc3-49a4-acda-e2f2322a2b9a None None] Network fbf95478-19a5-4f07-a34f-dd4f56a3b0c1 requested from dv-cinder-796806-1-iscsi {{(pid=93646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:24:34.886902 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-0e6d14c4-49de-4729-b878-e6cca488fb9d admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0896494 Jun 17 10:24:34.888324 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 54188) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:24:34.895847 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.v2.base [None req-0c78f85b-ac4f-485a-9c10-2fca1fc41c25 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-960937265-router', 'tenant_id': 'aca760d5d32f44678ef6de15bc80117f', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e'}}} {{(pid=93644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:24:34.912271 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55b11da-7b7c-4af8-9f50-c972ab0c0256 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5dc65e0-4409-5911-8cd3-dd420be80dd8-fbf95478-19a5-4f07-a34f-dd4f56a3b0c1', 'network_id': 'fbf95478-19a5-4f07-a34f-dd4f56a3b0c1', 'tenant_id': 'aca760d5d32f44678ef6de15bc80117f', 'fixed_ips': [{'subnet_id': 'cf327c71-eda0-4c61-af33-93c8df9a6c5d'}]}} from dv-cinder-796806-1-iscsi. {{(pid=93646) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 10:24:34.912852 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5799533d-0852-431d-9571-5c6557b1e94a req-8f7998d6-548f-4a1f-bcbb-a0fa6c5ec2bd tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:34.923417 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-d55b11da-7b7c-4af8-9f50-c972ab0c0256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3930454'] for port, before_create {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:34.923683 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-5799533d-0852-431d-9571-5c6557b1e94a req-8f7998d6-548f-4a1f-bcbb-a0fa6c5ec2bd tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=1351d320-fba9-4509-b9d8-36c17904ef09 HTTP/1.1" status: 200 len: 946 time: 0.1378124 Jun 17 10:24:34.994916 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-5799533d-0852-431d-9571-5c6557b1e94a req-83e39dbc-64ca-4ade-ad1b-79ee8e66e198 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e0ff9fc-9664-4fac-b778-9b7de82afc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670543 Jun 17 10:24:35.066415 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-0c78f85b-ac4f-485a-9c10-2fca1fc41c25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-675509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257682'] for router, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:35.066415 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-0c78f85b-ac4f-485a-9c10-2fca1fc41c25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-673820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257691'] for router, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:35.188565 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-0c78f85b-ac4f-485a-9c10-2fca1fc41c25 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:35.208527 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.db_base_plugin_common [None req-d55b11da-7b7c-4af8-9f50-c972ab0c0256 None None] Allocated IP 172.20.0.2 (fbf95478-19a5-4f07-a34f-dd4f56a3b0c1/cf327c71-eda0-4c61-af33-93c8df9a6c5d/9c075501-bc94-440f-85ac-f87b8c43c99e) {{(pid=93646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:24:35.422606 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-d55b11da-7b7c-4af8-9f50-c972ab0c0256 None None] Notify callbacks [] for port, precommit_create {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:35.426714 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-76f1cb7e-d4ef-4c29-a3c2-2b16775f9f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:35.442393 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-d55b11da-7b7c-4af8-9f50-c972ab0c0256 None None] Transition to ACTIVE for port object 9c075501-bc94-440f-85ac-f87b8c43c99e will not be triggered until provisioned by entity L2. {{(pid=93646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:24:35.474759 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-d55b11da-7b7c-4af8-9f50-c972ab0c0256 None None] Transition to ACTIVE for port object 9c075501-bc94-440f-85ac-f87b8c43c99e will not be triggered until provisioned by entity DHCP. {{(pid=93646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:24:35.636920 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-0c78f85b-ac4f-485a-9c10-2fca1fc41c25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-675483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257677'] for router, precommit_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:35.737627 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-d55b11da-7b7c-4af8-9f50-c972ab0c0256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3925395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740733869087'] for port, after_create {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:35.740659 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:35.792902 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55b11da-7b7c-4af8-9f50-c972ab0c0256 None None] Network fbf95478-19a5-4f07-a34f-dd4f56a3b0c1 is already hosted by enough agents. {{(pid=93646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:24:35.803988 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.scheduler.base_scheduler [None req-d55b11da-7b7c-4af8-9f50-c972ab0c0256 None None] Resources bound (agent type, host, resource id): {{(pid=93646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:24:35.816577 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55b11da-7b7c-4af8-9f50-c972ab0c0256 None None] Received port after_create {{(pid=93646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:24:35.836205 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55b11da-7b7c-4af8-9f50-c972ab0c0256 None None] Pushing event updated for resources: {'Port': ['ID=9c075501-bc94-440f-85ac-f87b8c43c99e,revision_number=1']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:35.880262 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-d55b11da-7b7c-4af8-9f50-c972ab0c0256 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:35.965790 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.managers [None req-d55b11da-7b7c-4af8-9f50-c972ab0c0256 None None] Attempting to bind port 9c075501-bc94-440f-85ac-f87b8c43c99e on host dv-cinder-796806-1-iscsi for vnic_type normal with profile {{(pid=93646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:24:35.968275 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.managers [None req-d55b11da-7b7c-4af8-9f50-c972ab0c0256 None None] Attempting to bind port 9c075501-bc94-440f-85ac-f87b8c43c99e by drivers openvswitch,hyperv on host dv-cinder-796806-1-iscsi at level 0 using segments [{'id': '6fc0f035-2780-4197-a60b-57afbddf8f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'fbf95478-19a5-4f07-a34f-dd4f56a3b0c1'}] {{(pid=93646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:24:35.970683 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55b11da-7b7c-4af8-9f50-c972ab0c0256 None None] Attempting to bind port 9c075501-bc94-440f-85ac-f87b8c43c99e on network fbf95478-19a5-4f07-a34f-dd4f56a3b0c1 {{(pid=93646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:24:35.979164 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55b11da-7b7c-4af8-9f50-c972ab0c0256 None None] Checking agent: {'id': 'f230d01b-21be-4f06-8428-d429ae72cfd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796806-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 7, 3), 'started_at': datetime.datetime(2021, 6, 17, 10, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796806-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:24:35.979858 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55b11da-7b7c-4af8-9f50-c972ab0c0256 None None] Checking segment: {'id': '6fc0f035-2780-4197-a60b-57afbddf8f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'fbf95478-19a5-4f07-a34f-dd4f56a3b0c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:24:35.980547 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-d55b11da-7b7c-4af8-9f50-c972ab0c0256 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:35.981369 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55b11da-7b7c-4af8-9f50-c972ab0c0256 None None] Bound using segment: {'id': '6fc0f035-2780-4197-a60b-57afbddf8f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'fbf95478-19a5-4f07-a34f-dd4f56a3b0c1'} {{(pid=93646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:24:35.982448 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.managers [None req-d55b11da-7b7c-4af8-9f50-c972ab0c0256 None None] Bound port: 9c075501-bc94-440f-85ac-f87b8c43c99e, host: dv-cinder-796806-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fc0f035-2780-4197-a60b-57afbddf8f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'fbf95478-19a5-4f07-a34f-dd4f56a3b0c1'}}] {{(pid=93646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:24:35.983031 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-d55b11da-7b7c-4af8-9f50-c972ab0c0256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:36.135477 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-d55b11da-7b7c-4af8-9f50-c972ab0c0256 None None] For port 9c075501-bc94-440f-85ac-f87b8c43c99e, host dv-cinder-796806-1-iscsi, cleared binding levels {{(pid=93646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:24:36.142875 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-d55b11da-7b7c-4af8-9f50-c972ab0c0256 None None] For port 9c075501-bc94-440f-85ac-f87b8c43c99e, host dv-cinder-796806-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=9c075501-bc94-440f-85ac-f87b8c43c99e,segment=NetworkSegment(6fc0f035-2780-4197-a60b-57afbddf8f64),segment_id=6fc0f035-2780-4197-a60b-57afbddf8f64)] {{(pid=93646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:24:36.247672 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-0c78f85b-ac4f-485a-9c10-2fca1fc41c25 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:36.276212 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-d55b11da-7b7c-4af8-9f50-c972ab0c0256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:36.281782 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:36.287734 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-0c78f85b-ac4f-485a-9c10-2fca1fc41c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3930454'] for port, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:36.390036 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55b11da-7b7c-4af8-9f50-c972ab0c0256 None None] Pushing event updated for resources: {'Port': ['ID=9c075501-bc94-440f-85ac-f87b8c43c99e,revision_number=2']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:36.395952 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-d55b11da-7b7c-4af8-9f50-c972ab0c0256 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:36.573291 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee513fb-02f4-4de5-a543-9afab156c131 req-d8710fb1-fec0-434e-a3a7-3ba0f6532300 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:36.583623 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-bee513fb-02f4-4de5-a543-9afab156c131 req-d8710fb1-fec0-434e-a3a7-3ba0f6532300 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=1351d320-fba9-4509-b9d8-36c17904ef09 HTTP/1.1" status: 200 len: 946 time: 0.2922826 Jun 17 10:24:36.677720 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.db.db_base_plugin_common [None req-0c78f85b-ac4f-485a-9c10-2fca1fc41c25 admin admin] Allocated IP 172.27.0.153 (ca6a8a4d-93b8-4490-aa3c-706a0423303e/260414bf-ab79-4984-a32f-8ad464893cf6/4a688b66-dbae-4eea-a5b6-0598de3d7643) {{(pid=93644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:24:36.755756 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-bee513fb-02f4-4de5-a543-9afab156c131 req-81ea00df-b3e2-4170-a4f4-2c109850a0d6 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e0ff9fc-9664-4fac-b778-9b7de82afc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515806 Jun 17 10:24:37.016491 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8334b2a8-081d-4a08-b273-522b2363e8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:37.440171 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-0c78f85b-ac4f-485a-9c10-2fca1fc41c25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:37.485456 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f957da52-baed-4078-a7e7-672d52e38e9d req-fa172024-750a-40ae-9d58-fc37a2991d08 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:37.488292 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-f957da52-baed-4078-a7e7-672d52e38e9d req-fa172024-750a-40ae-9d58-fc37a2991d08 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=1351d320-fba9-4509-b9d8-36c17904ef09 HTTP/1.1" status: 200 len: 946 time: 0.2181783 Jun 17 10:24:37.509320 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 54214) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:24:37.521998 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.v2.base [None req-46f2b741-2c1a-4df8-a68e-595b86b3590f tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Request body: {'floatingip': {'port_id': '200e7bac-b4d2-4b6c-b79e-4440b21588f4'}} {{(pid=93644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:24:37.619621 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-46f2b741-2c1a-4df8-a68e-595b86b3590f tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks [] for floatingip, before_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:37.857353 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f548e924-cf8e-4414-af92-b5501c1dc39f None None] Network fbf95478-19a5-4f07-a34f-dd4f56a3b0c1 requested from dv-cinder-796806-1-iscsi {{(pid=93646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:24:37.971025 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-0c78f85b-ac4f-485a-9c10-2fca1fc41c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3925395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740733869087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125912119'] for port, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:38.024627 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-92eb5f35-6cae-4c3c-ba2e-bbab8e556fef tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:38.085522 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-7e93d288-084c-47a3-9657-57971621adc0 None None] Provisioning for port 9c075501-bc94-440f-85ac-f87b8c43c99e completed by entity DHCP. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:24:38.136379 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c78f85b-ac4f-485a-9c10-2fca1fc41c25 admin admin] Network ca6a8a4d-93b8-4490-aa3c-706a0423303e is already hosted by enough agents. {{(pid=93644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:24:38.155641 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.base_scheduler [None req-0c78f85b-ac4f-485a-9c10-2fca1fc41c25 admin admin] Resources bound (agent type, host, resource id): {{(pid=93644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:24:38.171370 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c78f85b-ac4f-485a-9c10-2fca1fc41c25 admin admin] Received port after_create {{(pid=93644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:24:38.189231 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c78f85b-ac4f-485a-9c10-2fca1fc41c25 admin admin] Pushing event updated for resources: {'Port': ['ID=4a688b66-dbae-4eea-a5b6-0598de3d7643,revision_number=1']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:38.236817 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-0c78f85b-ac4f-485a-9c10-2fca1fc41c25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:38.716676 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device 9c075501-bc94-440f-85ac-f87b8c43c99e up at agent ovs-agent-dv-cinder-796806-1-iscsi {{(pid=93646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:24:38.875402 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-46f2b741-2c1a-4df8-a68e-595b86b3590f tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:38.999471 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Provisioning for port 9c075501-bc94-440f-85ac-f87b8c43c99e completed by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:24:39.009745 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Provisioning complete for port 9c075501-bc94-440f-85ac-f87b8c43c99e triggered by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:24:39.012898 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:39.072275 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-46f2b741-2c1a-4df8-a68e-595b86b3590f tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684762'] for floatingip, after_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:39.187207 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:39.278103 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] For port 9c075501-bc94-440f-85ac-f87b8c43c99e, host dv-cinder-796806-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=9c075501-bc94-440f-85ac-f87b8c43c99e,segment=NetworkSegment(6fc0f035-2780-4197-a60b-57afbddf8f64),segment_id=6fc0f035-2780-4197-a60b-57afbddf8f64)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:24:39.320217 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-0c78f85b-ac4f-485a-9c10-2fca1fc41c25 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:39.320497 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 54234) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:24:39.324664 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.db.l3_db [None req-46f2b741-2c1a-4df8-a68e-595b86b3590f tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Floating IP e97526cf-a8ab-4510-90df-ae3da9eeaa90 associated. External IP: 172.27.0.152, port: 200e7bac-b4d2-4b6c-b79e-4440b21588f4. Jun 17 10:24:39.434859 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:39.437683 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:39.556033 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Pushing event updated for resources: {'Port': ['ID=9c075501-bc94-440f-85ac-f87b8c43c99e,revision_number=3']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:39.561834 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:39.584864 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-21424b77-fe0f-4208-91c3-9bfda9ffbc1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:39.759901 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-21424b77-fe0f-4208-91c3-9bfda9ffbc1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:39.834780 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-0c78f85b-ac4f-485a-9c10-2fca1fc41c25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-675468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684241'] for router, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:39.840737 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-21424b77-fe0f-4208-91c3-9bfda9ffbc1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:39.844481 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-311c9de3-33db-452c-ae5f-b7c86226d84a tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:39.893749 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21424b77-fe0f-4208-91c3-9bfda9ffbc1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9f33b7-edcb-482b-b19a-56fb837dd612,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:39.904161 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-21424b77-fe0f-4208-91c3-9bfda9ffbc1e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ea3e79bc31194e308622982926a8838e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5785720 Jun 17 10:24:39.909931 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 54240) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:24:39.919405 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21424b77-fe0f-4208-91c3-9bfda9ffbc1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:24:39.919978 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21424b77-fe0f-4208-91c3-9bfda9ffbc1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:24:39.920464 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21424b77-fe0f-4208-91c3-9bfda9ffbc1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:24:39.921069 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21424b77-fe0f-4208-91c3-9bfda9ffbc1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:24:39.922386 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21424b77-fe0f-4208-91c3-9bfda9ffbc1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:24:39.922386 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21424b77-fe0f-4208-91c3-9bfda9ffbc1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:24:39.923258 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21424b77-fe0f-4208-91c3-9bfda9ffbc1e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:24:39.924199 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21424b77-fe0f-4208-91c3-9bfda9ffbc1e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:24:39.924835 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21424b77-fe0f-4208-91c3-9bfda9ffbc1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:24:39.925845 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21424b77-fe0f-4208-91c3-9bfda9ffbc1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:24:39.926482 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21424b77-fe0f-4208-91c3-9bfda9ffbc1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:24:39.927104 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21424b77-fe0f-4208-91c3-9bfda9ffbc1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:24:39.936924 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-21424b77-fe0f-4208-91c3-9bfda9ffbc1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:39.981033 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46f2b741-2c1a-4df8-a68e-595b86b3590f tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Router 7ce96e53-0d7d-4864-9808-f7ceb5af075b has already been hosted by L3 agent 9ed9efc2-3eec-4d73-b246-cbd899a1984b {{(pid=93644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 10:24:40.017092 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-73cbc428-0715-4f1a-8783-7bd4d3c80cc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:40.051087 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-73cbc428-0715-4f1a-8783-7bd4d3c80cc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:40.199040 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-73cbc428-0715-4f1a-8783-7bd4d3c80cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:40.204278 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-73cbc428-0715-4f1a-8783-7bd4d3c80cc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:40.206324 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-73cbc428-0715-4f1a-8783-7bd4d3c80cc0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5e9f33b7-edcb-482b-b19a-56fb837dd612 HTTP/1.1" status: 204 len: 168 time: 0.2950737 Jun 17 10:24:40.208035 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-6e21960d-81db-4f9b-aa44-2a63a13390d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:40.225570 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbc428-0715-4f1a-8783-7bd4d3c80cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9f33b7-edcb-482b-b19a-56fb837dd612,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:40.233423 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-73cbc428-0715-4f1a-8783-7bd4d3c80cc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:40.238686 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f2b741-2c1a-4df8-a68e-595b86b3590f tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify agent at l3_agent.dv-cinder-796806-1-iscsi the message routers_updated {{(pid=93644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 10:24:40.250808 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-46f2b741-2c1a-4df8-a68e-595b86b3590f tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733'] for floatingip, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:40.268956 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49659033-891d-4c17-81a1-0673c8df8af3 None None] Sync routers for ids ['7ce96e53-0d7d-4864-9808-f7ceb5af075b'] in dv-cinder-796806-1-iscsi {{(pid=93646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 10:24:40.287412 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49659033-891d-4c17-81a1-0673c8df8af3 None None] Routers {'7ce96e53-0d7d-4864-9808-f7ceb5af075b'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:24:40.288498 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_hamode_db [None req-49659033-891d-4c17-81a1-0673c8df8af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:24:33Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['7ce96e53-0d7d-4864-9808-f7ceb5af075b'], 'active': True} {{(pid=93646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:24:40.329628 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-46f2b741-2c1a-4df8-a68e-595b86b3590f tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "PUT /v2.0/floatingips/e97526cf-a8ab-4510-90df-ae3da9eeaa90 HTTP/1.1" status: 200 len: 992 time: 2.8134198 Jun 17 10:24:40.329628 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1351d320-fba9-4509-b9d8-36c17904ef09', 'tag': '200e7bac-b4d2-4b6c-b79e-4440b21588f4'}] {{(pid=93644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:24:40.331120 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e3e45b0fad0fac0035bff2321de6238b3105d4201b4fc6e845e8cd3cf45f1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f03f320-e91e-4666-97e0-4bbc04ed06fc" -d '{"events": [{"name": "network-changed", "server_uuid": "1351d320-fba9-4509-b9d8-36c17904ef09", "tag": "200e7bac-b4d2-4b6c-b79e-4440b21588f4"}]}' {{(pid=93644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:24:40.402408 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c78f85b-ac4f-485a-9c10-2fca1fc41c25 admin admin] Router 7e0c2f88-646c-4bfc-9876-a2a48d86f347 is scheduled to L3 agent 9ed9efc2-3eec-4d73-b246-cbd899a1984b with binding_index 1 {{(pid=93644) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 10:24:40.417282 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 10:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18052859-ddf7-4f2f-a4cf-ae5854f7ea95 x-openstack-request-id: req-18052859-ddf7-4f2f-a4cf-ae5854f7ea95 {{(pid=93644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:24:40.417282 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1351d320-fba9-4509-b9d8-36c17904ef09", "tag": "200e7bac-b4d2-4b6c-b79e-4440b21588f4", "status": "completed", "code": 200}]} {{(pid=93644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:24:40.417282 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-18052859-ddf7-4f2f-a4cf-ae5854f7ea95 {{(pid=93644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:24:40.418082 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1351d320-fba9-4509-b9d8-36c17904ef09', 'tag': '200e7bac-b4d2-4b6c-b79e-4440b21588f4', 'status': 'completed', 'code': 200} Jun 17 10:24:40.537047 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvr_db [None req-49659033-891d-4c17-81a1-0673c8df8af3 None None] Set router 7ce96e53-0d7d-4864-9808-f7ceb5af075b gateway port host: dv-cinder-796806-1-iscsi {{(pid=93646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:24:40.600728 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f03f320-e91e-4666-97e0-4bbc04ed06fc req-3b0bc5bf-773f-4ba1-a3d4-5fe972ca7698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:40.602650 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-3f03f320-e91e-4666-97e0-4bbc04ed06fc req-3b0bc5bf-773f-4ba1-a3d4-5fe972ca7698 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d3921a4980a048a78ce6c633bbba19c9&device_id=1351d320-fba9-4509-b9d8-36c17904ef09 HTTP/1.1" status: 200 len: 1099 time: 0.1539371 Jun 17 10:24:40.678593 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c78f85b-ac4f-485a-9c10-2fca1fc41c25 admin admin] Notify agent at l3_agent.dv-cinder-796806-1-iscsi the message routers_updated {{(pid=93644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 10:24:40.697696 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f029877-8cf8-4735-8ae3-2188516c7589 None None] Sync routers for ids ['7e0c2f88-646c-4bfc-9876-a2a48d86f347'] in dv-cinder-796806-1-iscsi {{(pid=93647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 10:24:40.731037 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f029877-8cf8-4735-8ae3-2188516c7589 None None] Routers {'7e0c2f88-646c-4bfc-9876-a2a48d86f347'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:24:40.732779 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-6f029877-8cf8-4735-8ae3-2188516c7589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:24:33Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['7e0c2f88-646c-4bfc-9876-a2a48d86f347'], 'active': True} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:24:40.746714 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device 9c075501-bc94-440f-85ac-f87b8c43c99e up at agent ovs-agent-dv-cinder-796806-1-iscsi {{(pid=93646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:24:40.846480 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f03f320-e91e-4666-97e0-4bbc04ed06fc req-951b9a03-09a0-4f74-9236-5955555cb6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:40.850230 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-3f03f320-e91e-4666-97e0-4bbc04ed06fc req-951b9a03-09a0-4f74-9236-5955555cb6cb service neutron] 10.222.0.47 "GET /v2.0/networks?id=fb6d1dc1-5856-427b-992b-099ce227c06b HTTP/1.1" status: 200 len: 918 time: 0.2398300 Jun 17 10:24:40.880950 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-0c78f85b-ac4f-485a-9c10-2fca1fc41c25 admin admin] Notify callbacks [] for router, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:40.887633 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-0c78f85b-ac4f-485a-9c10-2fca1fc41c25 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.9983912 Jun 17 10:24:40.896081 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 54256) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:24:41.019645 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-3f03f320-e91e-4666-97e0-4bbc04ed06fc req-ea630760-7a16-4b6c-bbe7-75878566d870 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=200e7bac-b4d2-4b6c-b79e-4440b21588f4 HTTP/1.1" status: 200 len: 1000 time: 0.1575832 Jun 17 10:24:41.129970 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvr_db [None req-6f029877-8cf8-4735-8ae3-2188516c7589 None None] Set router 7e0c2f88-646c-4bfc-9876-a2a48d86f347 gateway port host: dv-cinder-796806-1-iscsi {{(pid=93647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:24:41.135858 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f03f320-e91e-4666-97e0-4bbc04ed06fc req-cc0fed68-1a9d-462f-87a6-b88ecb0925cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:41.139173 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-3f03f320-e91e-4666-97e0-4bbc04ed06fc req-cc0fed68-1a9d-462f-87a6-b88ecb0925cd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=235adf9a-5d00-4d35-8ffd-65944fdd0c17 HTTP/1.1" status: 200 len: 856 time: 0.1062005 Jun 17 10:24:41.260418 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Provisioning complete for port 9c075501-bc94-440f-85ac-f87b8c43c99e triggered by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:24:41.261622 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:41.277812 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f03f320-e91e-4666-97e0-4bbc04ed06fc req-c44b60cb-9aef-491f-abe3-2fdc29c312ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:41.281833 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-3f03f320-e91e-4666-97e0-4bbc04ed06fc req-c44b60cb-9aef-491f-abe3-2fdc29c312ef service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fb6d1dc1-5856-427b-992b-099ce227c06b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1310678 Jun 17 10:24:41.522792 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-3f03f320-e91e-4666-97e0-4bbc04ed06fc req-61aac7b8-788f-4985-a956-356f809b7a80 service neutron] 10.222.0.47 "GET /v2.0/networks/fb6d1dc1-5856-427b-992b-099ce227c06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324600 Jun 17 10:24:41.546486 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 54260) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:24:41.610781 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-8c883978-7fb7-46b0-93cc-e2b54d2f4362 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:41.639840 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_hamode_db [None req-49659033-891d-4c17-81a1-0673c8df8af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce96e53-0d7d-4864-9808-f7ceb5af075b', 'name': 'tempest-AttachVolumeShelveTestJSON-1349741473-router', 'tenant_id': 'd3921a4980a048a78ce6c633bbba19c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '8c4ddc8c-8dda-44e8-a2bf-c898a284b7ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:16:56Z', 'updated_at': '2021-06-17T10:17:09Z', 'revision_number': 4, 'project_id': 'd3921a4980a048a78ce6c633bbba19c9', 'gw_port': {'id': '8c4ddc8c-8dda-44e8-a2bf-c898a284b7ff', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce96e53-0d7d-4864-9808-f7ceb5af075b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:16:59Z', 'updated_at': '2021-06-17T10:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi', '_floatingips': [{'id': 'e97526cf-a8ab-4510-90df-ae3da9eeaa90', 'tenant_id': 'd3921a4980a048a78ce6c633bbba19c9', 'floating_ip_address': '172.27.0.152', 'floating_network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'router_id': '7ce96e53-0d7d-4864-9808-f7ceb5af075b', 'port_id': '200e7bac-b4d2-4b6c-b79e-4440b21588f4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb6d1dc1-5856-427b-992b-099ce227c06b', 'mac_address': 'fa:16:3e:7e:90:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1351d320-fba9-4509-b9d8-36c17904ef09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T10:24:09Z', 'updated_at': '2021-06-17T10:24:38Z', 'revision_number': 1, 'project_id': 'd3921a4980a048a78ce6c633bbba19c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8baabdc-42b2-494a-a0ef-87e6c4419b7a', 'name': '', 'network_id': 'fb6d1dc1-5856-427b-992b-099ce227c06b', 'tenant_id': 'd3921a4980a048a78ce6c633bbba19c9', 'mac_address': 'fa:16:3e:ab:46:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce96e53-0d7d-4864-9808-f7ceb5af075b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '235adf9a-5d00-4d35-8ffd-65944fdd0c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:17:06Z', 'updated_at': '2021-06-17T10:17:23Z', 'revision_number': 5, 'project_id': 'd3921a4980a048a78ce6c633bbba19c9', 'subnets': [{'id': '235adf9a-5d00-4d35-8ffd-65944fdd0c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:24:41.657594 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-6f029877-8cf8-4735-8ae3-2188516c7589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'name': 'tempest-TestVolumeBootPattern-960937265-router', 'tenant_id': 'aca760d5d32f44678ef6de15bc80117f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '4a688b66-dbae-4eea-a5b6-0598de3d7643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:24:35Z', 'updated_at': '2021-06-17T10:24:38Z', 'revision_number': 3, 'project_id': 'aca760d5d32f44678ef6de15bc80117f', 'gw_port': {'id': '4a688b66-dbae-4eea-a5b6-0598de3d7643', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d5:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:24:36Z', 'updated_at': '2021-06-17T10:24:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi'}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:24:41.703423 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49659033-891d-4c17-81a1-0673c8df8af3 None None] Checking router: 7ce96e53-0d7d-4864-9808-f7ceb5af075b for host: dv-cinder-796806-1-iscsi {{(pid=93646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 10:24:41.717498 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49659033-891d-4c17-81a1-0673c8df8af3 None None] Routers {'7ce96e53-0d7d-4864-9808-f7ceb5af075b'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:24:41.718569 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_hamode_db [None req-49659033-891d-4c17-81a1-0673c8df8af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:24:33Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['7ce96e53-0d7d-4864-9808-f7ceb5af075b'], 'active': True} {{(pid=93646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:24:41.794232 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f029877-8cf8-4735-8ae3-2188516c7589 None None] Checking router: 7e0c2f88-646c-4bfc-9876-a2a48d86f347 for host: dv-cinder-796806-1-iscsi {{(pid=93647) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 10:24:41.800201 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f029877-8cf8-4735-8ae3-2188516c7589 None None] Updating router 7e0c2f88-646c-4bfc-9876-a2a48d86f347 port 4a688b66-dbae-4eea-a5b6-0598de3d7643 binding host dv-cinder-796806-1-iscsi {{(pid=93647) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 10:24:41.855199 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-8c883978-7fb7-46b0-93cc-e2b54d2f4362 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:41.908525 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-3f03f320-e91e-4666-97e0-4bbc04ed06fc req-a57f5914-14e6-41b8-972d-2254f260dc9f service neutron] 10.222.0.47 "GET /v2.0/networks/fb6d1dc1-5856-427b-992b-099ce227c06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3778954 Jun 17 10:24:41.914619 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-6f029877-8cf8-4735-8ae3-2188516c7589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:41.933140 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-8c883978-7fb7-46b0-93cc-e2b54d2f4362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:41.939554 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-cb1c22c4-5fb1-43d2-a299-676a59125eec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:41.991380 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvr_db [None req-49659033-891d-4c17-81a1-0673c8df8af3 None None] Set router 7ce96e53-0d7d-4864-9808-f7ceb5af075b gateway port host: dv-cinder-796806-1-iscsi {{(pid=93646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:24:41.991706 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c883978-7fb7-46b0-93cc-e2b54d2f4362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e019c6a-d17a-4d26-ad0e-cdf06b31047e,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:42.017839 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-8c883978-7fb7-46b0-93cc-e2b54d2f4362 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=47ea15df2d8a4e858f7d07cab08b212f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4661226 Jun 17 10:24:42.017839 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-8c883978-7fb7-46b0-93cc-e2b54d2f4362 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:42.020064 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 54266) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:24:42.171936 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-ba1c6c6f-ca47-4f30-ac41-15101d2d06ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:42.239451 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-ba1c6c6f-ca47-4f30-ac41-15101d2d06ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:42.425508 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-ba1c6c6f-ca47-4f30-ac41-15101d2d06ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:42.432183 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-ba1c6c6f-ca47-4f30-ac41-15101d2d06ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:42.441672 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-ba1c6c6f-ca47-4f30-ac41-15101d2d06ef admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4e019c6a-d17a-4d26-ad0e-cdf06b31047e HTTP/1.1" status: 204 len: 168 time: 0.4178414 Jun 17 10:24:42.442925 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-c1c63cdd-b549-4954-a3ec-332fff2ab37f tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:42.466143 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1c6c6f-ca47-4f30-ac41-15101d2d06ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e019c6a-d17a-4d26-ad0e-cdf06b31047e,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:42.470803 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-ba1c6c6f-ca47-4f30-ac41-15101d2d06ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:42.548538 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-69989824-73e7-408e-8fa6-29263c9a1eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3930454'] for port, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:42.580091 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-6f029877-8cf8-4735-8ae3-2188516c7589 None None] Notify callbacks [] for port, precommit_update {{(pid=93647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:42.610940 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.provisioning_blocks [None req-6f029877-8cf8-4735-8ae3-2188516c7589 None None] Transition to ACTIVE for port object 4a688b66-dbae-4eea-a5b6-0598de3d7643 will not be triggered until provisioned by entity L2. {{(pid=93647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:24:42.633052 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_hamode_db [None req-49659033-891d-4c17-81a1-0673c8df8af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce96e53-0d7d-4864-9808-f7ceb5af075b', 'name': 'tempest-AttachVolumeShelveTestJSON-1349741473-router', 'tenant_id': 'd3921a4980a048a78ce6c633bbba19c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '8c4ddc8c-8dda-44e8-a2bf-c898a284b7ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:16:56Z', 'updated_at': '2021-06-17T10:17:09Z', 'revision_number': 4, 'project_id': 'd3921a4980a048a78ce6c633bbba19c9', 'gw_port': {'id': '8c4ddc8c-8dda-44e8-a2bf-c898a284b7ff', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce96e53-0d7d-4864-9808-f7ceb5af075b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:16:59Z', 'updated_at': '2021-06-17T10:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi', '_floatingips': [{'id': 'e97526cf-a8ab-4510-90df-ae3da9eeaa90', 'tenant_id': 'd3921a4980a048a78ce6c633bbba19c9', 'floating_ip_address': '172.27.0.152', 'floating_network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'router_id': '7ce96e53-0d7d-4864-9808-f7ceb5af075b', 'port_id': '200e7bac-b4d2-4b6c-b79e-4440b21588f4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb6d1dc1-5856-427b-992b-099ce227c06b', 'mac_address': 'fa:16:3e:7e:90:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1351d320-fba9-4509-b9d8-36c17904ef09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T10:24:09Z', 'updated_at': '2021-06-17T10:24:38Z', 'revision_number': 1, 'project_id': 'd3921a4980a048a78ce6c633bbba19c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8baabdc-42b2-494a-a0ef-87e6c4419b7a', 'name': '', 'network_id': 'fb6d1dc1-5856-427b-992b-099ce227c06b', 'tenant_id': 'd3921a4980a048a78ce6c633bbba19c9', 'mac_address': 'fa:16:3e:ab:46:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce96e53-0d7d-4864-9808-f7ceb5af075b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '235adf9a-5d00-4d35-8ffd-65944fdd0c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:17:06Z', 'updated_at': '2021-06-17T10:17:23Z', 'revision_number': 5, 'project_id': 'd3921a4980a048a78ce6c633bbba19c9', 'subnets': [{'id': '235adf9a-5d00-4d35-8ffd-65944fdd0c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:24:42.693481 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49659033-891d-4c17-81a1-0673c8df8af3 None None] The sync data for ids ['7ce96e53-0d7d-4864-9808-f7ceb5af075b'] in dv-cinder-796806-1-iscsi is: [{'id': '7ce96e53-0d7d-4864-9808-f7ceb5af075b', 'name': 'tempest-AttachVolumeShelveTestJSON-1349741473-router', 'tenant_id': 'd3921a4980a048a78ce6c633bbba19c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '8c4ddc8c-8dda-44e8-a2bf-c898a284b7ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:16:56Z', 'updated_at': '2021-06-17T10:17:09Z', 'revision_number': 4, 'project_id': 'd3921a4980a048a78ce6c633bbba19c9', 'gw_port': {'id': '8c4ddc8c-8dda-44e8-a2bf-c898a284b7ff', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce96e53-0d7d-4864-9808-f7ceb5af075b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:16:59Z', 'updated_at': '2021-06-17T10:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi', '_floatingips': [{'id': 'e97526cf-a8ab-4510-90df-ae3da9eeaa90', 'tenant_id': 'd3921a4980a048a78ce6c633bbba19c9', 'floating_ip_address': '172.27.0.152', 'floating_network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'router_id': '7ce96e53-0d7d-4864-9808-f7ceb5af075b', 'port_id': '200e7bac-b4d2-4b6c-b79e-4440b21588f4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb6d1dc1-5856-427b-992b-099ce227c06b', 'mac_address': 'fa:16:3e:7e:90:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1351d320-fba9-4509-b9d8-36c17904ef09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T10:24:09Z', 'updated_at': '2021-06-17T10:24:38Z', 'revision_number': 1, 'project_id': 'd3921a4980a048a78ce6c633bbba19c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8baabdc-42b2-494a-a0ef-87e6c4419b7a', 'name': '', 'network_id': 'fb6d1dc1-5856-427b-992b-099ce227c06b', 'tenant_id': 'd3921a4980a048a78ce6c633bbba19c9', 'mac_address': 'fa:16:3e:ab:46:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce96e53-0d7d-4864-9808-f7ceb5af075b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '235adf9a-5d00-4d35-8ffd-65944fdd0c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:17:06Z', 'updated_at': '2021-06-17T10:17:23Z', 'revision_number': 5, 'project_id': 'd3921a4980a048a78ce6c633bbba19c9', 'subnets': [{'id': '235adf9a-5d00-4d35-8ffd-65944fdd0c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 10:24:42.711112 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-6f029877-8cf8-4735-8ae3-2188516c7589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:42.717899 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG oslo_concurrency.lockutils [None req-0e628e73-9c66-4692-8968-dbd563fda73c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:42.825939 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.managers [None req-6f029877-8cf8-4735-8ae3-2188516c7589 None None] Attempting to bind port 4a688b66-dbae-4eea-a5b6-0598de3d7643 on host dv-cinder-796806-1-iscsi for vnic_type normal with profile {{(pid=93647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:24:42.827084 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.managers [None req-6f029877-8cf8-4735-8ae3-2188516c7589 None None] Attempting to bind port 4a688b66-dbae-4eea-a5b6-0598de3d7643 by drivers openvswitch,hyperv on host dv-cinder-796806-1-iscsi at level 0 using segments [{'id': '7a262c57-69fa-4e27-992a-6b78356f8ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e'}] {{(pid=93647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:24:42.827330 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f029877-8cf8-4735-8ae3-2188516c7589 None None] Attempting to bind port 4a688b66-dbae-4eea-a5b6-0598de3d7643 on network ca6a8a4d-93b8-4490-aa3c-706a0423303e {{(pid=93647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:24:42.831344 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71c2436-4dd6-436d-91a0-6aca0f59e6a5 None None] Pushing event updated for resources: {'Port': ['ID=4a688b66-dbae-4eea-a5b6-0598de3d7643,revision_number=2']} {{(pid=93647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:42.850529 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c2436-4dd6-436d-91a0-6aca0f59e6a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:24:42.851088 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c2436-4dd6-436d-91a0-6aca0f59e6a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:24:42.851663 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c2436-4dd6-436d-91a0-6aca0f59e6a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:24:42.852290 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c2436-4dd6-436d-91a0-6aca0f59e6a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:24:42.852842 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c2436-4dd6-436d-91a0-6aca0f59e6a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:24:42.853373 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c2436-4dd6-436d-91a0-6aca0f59e6a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:24:42.853823 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c2436-4dd6-436d-91a0-6aca0f59e6a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:24:42.854274 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c2436-4dd6-436d-91a0-6aca0f59e6a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:24:42.854755 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c2436-4dd6-436d-91a0-6aca0f59e6a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:24:42.855237 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c2436-4dd6-436d-91a0-6aca0f59e6a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:24:42.855712 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c2436-4dd6-436d-91a0-6aca0f59e6a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:24:42.856261 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c2436-4dd6-436d-91a0-6aca0f59e6a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:24:42.861999 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG oslo_concurrency.lockutils [None req-c71c2436-4dd6-436d-91a0-6aca0f59e6a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:42.863210 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f029877-8cf8-4735-8ae3-2188516c7589 None None] Checking agent: {'id': 'f230d01b-21be-4f06-8428-d429ae72cfd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796806-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 7, 3), 'started_at': datetime.datetime(2021, 6, 17, 10, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796806-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:24:42.863839 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f029877-8cf8-4735-8ae3-2188516c7589 None None] Checking segment: {'id': '7a262c57-69fa-4e27-992a-6b78356f8ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:24:42.864488 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-6f029877-8cf8-4735-8ae3-2188516c7589 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:42.865151 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f029877-8cf8-4735-8ae3-2188516c7589 None None] Bound using segment: {'id': '7a262c57-69fa-4e27-992a-6b78356f8ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e'} {{(pid=93647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:24:42.865870 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.managers [None req-6f029877-8cf8-4735-8ae3-2188516c7589 None None] Bound port: 4a688b66-dbae-4eea-a5b6-0598de3d7643, host: dv-cinder-796806-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a262c57-69fa-4e27-992a-6b78356f8ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e'}}] {{(pid=93647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:24:42.866426 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-6f029877-8cf8-4735-8ae3-2188516c7589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:42.895668 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.db.db_base_plugin_common [None req-69989824-73e7-408e-8fa6-29263c9a1eed admin admin] Allocated IP 172.20.0.1 (fbf95478-19a5-4f07-a34f-dd4f56a3b0c1/cf327c71-eda0-4c61-af33-93c8df9a6c5d/8489dadf-1d9d-4822-b74a-cd7c2abcba75) {{(pid=93644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:24:42.977930 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.db [None req-6f029877-8cf8-4735-8ae3-2188516c7589 None None] For port 4a688b66-dbae-4eea-a5b6-0598de3d7643, host dv-cinder-796806-1-iscsi, cleared binding levels {{(pid=93647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:24:42.985516 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.db [None req-6f029877-8cf8-4735-8ae3-2188516c7589 None None] For port 4a688b66-dbae-4eea-a5b6-0598de3d7643, host dv-cinder-796806-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=4a688b66-dbae-4eea-a5b6-0598de3d7643,segment=NetworkSegment(7a262c57-69fa-4e27-992a-6b78356f8ae4),segment_id=7a262c57-69fa-4e27-992a-6b78356f8ae4)] {{(pid=93647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:24:43.048344 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320a72be-9894-47c3-8398-94a56f3b07ff None None] New status for floating IP e97526cf-a8ab-4510-90df-ae3da9eeaa90: ACTIVE {{(pid=93646) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 10:24:43.126966 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-6f029877-8cf8-4735-8ae3-2188516c7589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:43.131649 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG oslo_concurrency.lockutils [None req-808684b2-e0ae-4348-8d68-2c25cdba715a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:43.141465 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-69989824-73e7-408e-8fa6-29263c9a1eed admin admin] Notify callbacks [] for port, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:43.221396 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.db.provisioning_blocks [None req-69989824-73e7-408e-8fa6-29263c9a1eed admin admin] Transition to ACTIVE for port object 8489dadf-1d9d-4822-b74a-cd7c2abcba75 will not be triggered until provisioned by entity DHCP. {{(pid=93644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:24:43.259630 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f029877-8cf8-4735-8ae3-2188516c7589 None None] Routers {'7e0c2f88-646c-4bfc-9876-a2a48d86f347'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:24:43.260845 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-6f029877-8cf8-4735-8ae3-2188516c7589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:24:33Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['7e0c2f88-646c-4bfc-9876-a2a48d86f347'], 'active': True} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:24:43.383053 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71c2436-4dd6-436d-91a0-6aca0f59e6a5 None None] Pushing event updated for resources: {'Port': ['ID=4a688b66-dbae-4eea-a5b6-0598de3d7643,revision_number=3']} {{(pid=93647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:43.392352 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG oslo_concurrency.lockutils [None req-c71c2436-4dd6-436d-91a0-6aca0f59e6a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=93647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:43.406630 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-69989824-73e7-408e-8fa6-29263c9a1eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3925395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740733869087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125912119'] for port, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:43.412308 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:43.470880 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvr_db [None req-6f029877-8cf8-4735-8ae3-2188516c7589 None None] Set router 7e0c2f88-646c-4bfc-9876-a2a48d86f347 gateway port host: dv-cinder-796806-1-iscsi {{(pid=93647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:24:43.478999 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69989824-73e7-408e-8fa6-29263c9a1eed admin admin] Network fbf95478-19a5-4f07-a34f-dd4f56a3b0c1 is already hosted by enough agents. {{(pid=93644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:24:43.484330 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.base_scheduler [None req-69989824-73e7-408e-8fa6-29263c9a1eed admin admin] Resources bound (agent type, host, resource id): {{(pid=93644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:24:43.489274 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69989824-73e7-408e-8fa6-29263c9a1eed admin admin] Received port after_create {{(pid=93644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:24:43.582821 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69989824-73e7-408e-8fa6-29263c9a1eed admin admin] Pushing event updated for resources: {'Port': ['ID=8489dadf-1d9d-4822-b74a-cd7c2abcba75,revision_number=1']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:43.611959 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69989824-73e7-408e-8fa6-29263c9a1eed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:24:43.612626 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69989824-73e7-408e-8fa6-29263c9a1eed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:24:43.613201 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69989824-73e7-408e-8fa6-29263c9a1eed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:24:43.613796 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69989824-73e7-408e-8fa6-29263c9a1eed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:24:43.614397 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69989824-73e7-408e-8fa6-29263c9a1eed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:24:43.615090 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69989824-73e7-408e-8fa6-29263c9a1eed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:24:43.615727 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69989824-73e7-408e-8fa6-29263c9a1eed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:24:43.616311 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69989824-73e7-408e-8fa6-29263c9a1eed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:24:43.617526 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69989824-73e7-408e-8fa6-29263c9a1eed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:24:43.617526 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69989824-73e7-408e-8fa6-29263c9a1eed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:24:43.618572 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69989824-73e7-408e-8fa6-29263c9a1eed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:24:43.619212 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69989824-73e7-408e-8fa6-29263c9a1eed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:24:43.633622 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-69989824-73e7-408e-8fa6-29263c9a1eed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:43.641950 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-69989824-73e7-408e-8fa6-29263c9a1eed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672608'] for router_interface, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:43.960339 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-6f029877-8cf8-4735-8ae3-2188516c7589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'name': 'tempest-TestVolumeBootPattern-960937265-router', 'tenant_id': 'aca760d5d32f44678ef6de15bc80117f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '4a688b66-dbae-4eea-a5b6-0598de3d7643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:24:35Z', 'updated_at': '2021-06-17T10:24:38Z', 'revision_number': 3, 'project_id': 'aca760d5d32f44678ef6de15bc80117f', 'gw_port': {'id': '4a688b66-dbae-4eea-a5b6-0598de3d7643', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d5:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:24:36Z', 'updated_at': '2021-06-17T10:24:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi'}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:24:44.016375 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f029877-8cf8-4735-8ae3-2188516c7589 None None] The sync data for ids ['7e0c2f88-646c-4bfc-9876-a2a48d86f347'] in dv-cinder-796806-1-iscsi is: [{'id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'name': 'tempest-TestVolumeBootPattern-960937265-router', 'tenant_id': 'aca760d5d32f44678ef6de15bc80117f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '4a688b66-dbae-4eea-a5b6-0598de3d7643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:24:35Z', 'updated_at': '2021-06-17T10:24:38Z', 'revision_number': 3, 'project_id': 'aca760d5d32f44678ef6de15bc80117f', 'gw_port': {'id': '4a688b66-dbae-4eea-a5b6-0598de3d7643', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d5:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:24:36Z', 'updated_at': '2021-06-17T10:24:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi'}] {{(pid=93647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 10:24:44.143628 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-69989824-73e7-408e-8fa6-29263c9a1eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:44.143931 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-89ac7d08-f27a-4b3d-9896-ed5d5f1e3592 None None] Provisioning for port 8489dadf-1d9d-4822-b74a-cd7c2abcba75 completed by entity DHCP. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:24:44.154109 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-89ac7d08-f27a-4b3d-9896-ed5d5f1e3592 None None] Provisioning complete for port 8489dadf-1d9d-4822-b74a-cd7c2abcba75 triggered by entity DHCP. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:24:44.154109 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-89ac7d08-f27a-4b3d-9896-ed5d5f1e3592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:44.247781 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-89ac7d08-f27a-4b3d-9896-ed5d5f1e3592 None None] Port 8489dadf-1d9d-4822-b74a-cd7c2abcba75 cannot update to ACTIVE because it is not bound. {{(pid=93646) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 10:24:44.614576 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-69989824-73e7-408e-8fa6-29263c9a1eed admin admin] Notify callbacks [] for port, precommit_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:44.726182 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device 4a688b66-dbae-4eea-a5b6-0598de3d7643 up at agent ovs-agent-dv-cinder-796806-1-iscsi {{(pid=93646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:24:44.800109 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-69989824-73e7-408e-8fa6-29263c9a1eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125912069'] for port, after_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:44.807105 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-b9e16ef6-1a5b-40ac-bcd8-ed4b197a23ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:44.944314 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69989824-73e7-408e-8fa6-29263c9a1eed admin admin] Pushing event updated for resources: {'Port': ['ID=8489dadf-1d9d-4822-b74a-cd7c2abcba75,revision_number=2']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:44.953421 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-69989824-73e7-408e-8fa6-29263c9a1eed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:44.955569 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-69989824-73e7-408e-8fa6-29263c9a1eed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672540'] for router_interface, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:44.956637 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Provisioning for port 4a688b66-dbae-4eea-a5b6-0598de3d7643 completed by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:24:44.974901 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Provisioning complete for port 4a688b66-dbae-4eea-a5b6-0598de3d7643 triggered by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:24:44.974901 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:45.167569 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69989824-73e7-408e-8fa6-29263c9a1eed admin admin] Network fbf95478-19a5-4f07-a34f-dd4f56a3b0c1 is already hosted by enough agents. {{(pid=93644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:24:45.170298 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.base_scheduler [None req-69989824-73e7-408e-8fa6-29263c9a1eed admin admin] Resources bound (agent type, host, resource id): {{(pid=93644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:24:45.195229 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:45.256861 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] For port 4a688b66-dbae-4eea-a5b6-0598de3d7643, host dv-cinder-796806-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=4a688b66-dbae-4eea-a5b6-0598de3d7643,segment=NetworkSegment(7a262c57-69fa-4e27-992a-6b78356f8ae4),segment_id=7a262c57-69fa-4e27-992a-6b78356f8ae4)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:24:45.374595 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:45.378044 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:45.440036 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69989824-73e7-408e-8fa6-29263c9a1eed admin admin] Router 7e0c2f88-646c-4bfc-9876-a2a48d86f347 has already been hosted by L3 agent 9ed9efc2-3eec-4d73-b246-cbd899a1984b {{(pid=93644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 10:24:45.502276 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Pushing event updated for resources: {'Port': ['ID=4a688b66-dbae-4eea-a5b6-0598de3d7643,revision_number=4']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:45.509312 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:45.620490 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-7ff57a8b-8fea-41e5-a7ff-7aacf021e832 None None] Provisioning complete for port 8489dadf-1d9d-4822-b74a-cd7c2abcba75 triggered by entity DHCP. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:24:45.621347 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-7ff57a8b-8fea-41e5-a7ff-7aacf021e832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:45.700077 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69989824-73e7-408e-8fa6-29263c9a1eed admin admin] Notify agent at l3_agent.dv-cinder-796806-1-iscsi the message routers_updated {{(pid=93644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 10:24:45.705111 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.agents_db [None req-342b98a1-7fdc-4d24-a539-fe72a001d92b None None] Agent healthcheck: found 6 active agents {{(pid=93647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:24:45.729419 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-69989824-73e7-408e-8fa6-29263c9a1eed admin admin] 10.222.0.22 "PUT /v2.0/routers/7e0c2f88-646c-4bfc-9876-a2a48d86f347/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8387382 Jun 17 10:24:45.753342 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-7ff57a8b-8fea-41e5-a7ff-7aacf021e832 None None] Port 8489dadf-1d9d-4822-b74a-cd7c2abcba75 cannot update to ACTIVE because it is not bound. {{(pid=93646) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 10:24:46.652231 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device 4a688b66-dbae-4eea-a5b6-0598de3d7643 up at agent ovs-agent-dv-cinder-796806-1-iscsi {{(pid=93646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:24:46.731676 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2dbb067-0d7e-479f-8a5f-3dec96cf0713 None None] Sync routers for ids ['7e0c2f88-646c-4bfc-9876-a2a48d86f347'] in dv-cinder-796806-1-iscsi {{(pid=93647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 10:24:46.752384 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2dbb067-0d7e-479f-8a5f-3dec96cf0713 None None] Routers {'7e0c2f88-646c-4bfc-9876-a2a48d86f347'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:24:46.753439 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-e2dbb067-0d7e-479f-8a5f-3dec96cf0713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:24:33Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['7e0c2f88-646c-4bfc-9876-a2a48d86f347'], 'active': True} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:24:46.761055 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Provisioning complete for port 4a688b66-dbae-4eea-a5b6-0598de3d7643 triggered by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:24:46.761797 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:46.976765 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvr_db [None req-e2dbb067-0d7e-479f-8a5f-3dec96cf0713 None None] Set router 7e0c2f88-646c-4bfc-9876-a2a48d86f347 gateway port host: dv-cinder-796806-1-iscsi {{(pid=93647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:24:47.110869 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 54348) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:24:47.203448 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c48e28c-ff06-4a28-b790-819062caf44c admin admin] Deleting subnet 2edda0e7-6fb2-4040-a41f-3dd2329e7f34 {{(pid=93644) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 10:24:47.210177 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-4c48e28c-ff06-4a28-b790-819062caf44c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:47.277364 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 54352) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:24:47.286708 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.v2.base [None req-c9bfa60b-b964-4a93-9a0e-e859399a13f6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1215093460-network', 'tenant_id': 'ffcb73f8c8a84f869b770bfdbc70c06a'}} {{(pid=93645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:24:47.295111 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-4c48e28c-ff06-4a28-b790-819062caf44c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128499310'] for subnet, precommit_delete_associations {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:47.378591 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-4c48e28c-ff06-4a28-b790-819062caf44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3786257'] for subnet, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:47.391994 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-e2dbb067-0d7e-479f-8a5f-3dec96cf0713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'name': 'tempest-TestVolumeBootPattern-960937265-router', 'tenant_id': 'aca760d5d32f44678ef6de15bc80117f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '4a688b66-dbae-4eea-a5b6-0598de3d7643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:24:35Z', 'updated_at': '2021-06-17T10:24:43Z', 'revision_number': 4, 'project_id': 'aca760d5d32f44678ef6de15bc80117f', 'gw_port': {'id': '4a688b66-dbae-4eea-a5b6-0598de3d7643', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d5:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:24:36Z', 'updated_at': '2021-06-17T10:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi', '_interfaces': [{'id': '8489dadf-1d9d-4822-b74a-cd7c2abcba75', 'name': '', 'network_id': 'fbf95478-19a5-4f07-a34f-dd4f56a3b0c1', 'tenant_id': 'aca760d5d32f44678ef6de15bc80117f', 'mac_address': 'fa:16:3e:d7:02:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'cf327c71-eda0-4c61-af33-93c8df9a6c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:24:42Z', 'updated_at': '2021-06-17T10:24:44Z', 'revision_number': 2, 'project_id': 'aca760d5d32f44678ef6de15bc80117f', 'subnets': [{'id': 'cf327c71-eda0-4c61-af33-93c8df9a6c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:24:47.423032 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9bfa60b-b964-4a93-9a0e-e859399a13f6 admin admin] Made reservation on behalf of ffcb73f8c8a84f869b770bfdbc70c06a for: {'network': 1} {{(pid=93645) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:24:47.427698 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-c9bfa60b-b964-4a93-9a0e-e859399a13f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3930454'] for network, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:47.451751 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2dbb067-0d7e-479f-8a5f-3dec96cf0713 None None] Checking router: 7e0c2f88-646c-4bfc-9876-a2a48d86f347 for host: dv-cinder-796806-1-iscsi {{(pid=93647) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 10:24:47.452367 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2dbb067-0d7e-479f-8a5f-3dec96cf0713 None None] Updating router 7e0c2f88-646c-4bfc-9876-a2a48d86f347 port 8489dadf-1d9d-4822-b74a-cd7c2abcba75 binding host dv-cinder-796806-1-iscsi {{(pid=93647) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 10:24:47.465970 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-c9bfa60b-b964-4a93-9a0e-e859399a13f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:47.519880 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-e2dbb067-0d7e-479f-8a5f-3dec96cf0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:47.670314 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-c9bfa60b-b964-4a93-9a0e-e859399a13f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:47.699315 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-4c48e28c-ff06-4a28-b790-819062caf44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3786264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125912260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130007636'] for subnet, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:47.705294 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-9326c4c1-ea58-44c4-9ca5-7320625ecbb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:47.769539 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c48e28c-ff06-4a28-b790-819062caf44c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2edda0e7-6fb2-4040-a41f-3dd2329e7f34,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:47.773642 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-4c48e28c-ff06-4a28-b790-819062caf44c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:47.786568 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 54358) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:24:47.787917 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-4c48e28c-ff06-4a28-b790-819062caf44c admin admin] 10.222.0.22 "DELETE /v2.0/subnets/2edda0e7-6fb2-4040-a41f-3dd2329e7f34 HTTP/1.1" status: 204 len: 168 time: 0.6737833 Jun 17 10:24:47.789760 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-4c48e28c-ff06-4a28-b790-819062caf44c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:47.824866 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-c9bfa60b-b964-4a93-9a0e-e859399a13f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:47.839090 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-9d8714f8-de96-47f7-a0b7-aa81a0451fe5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:47.891354 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9bfa60b-b964-4a93-9a0e-e859399a13f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=93645) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 10:24:48.000396 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfa60b-b964-4a93-9a0e-e859399a13f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=907d4b3d-a484-4ef1-8534-f693f7b51209,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:48.005468 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-c9bfa60b-b964-4a93-9a0e-e859399a13f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3785028'] for segment, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:48.005811 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.db.segments_db [None req-c9bfa60b-b964-4a93-9a0e-e859399a13f6 admin admin] Added segment 361f0db1-5a8f-4f3a-a897-a6d2c61a5d5a of type vlan for network d018be2d-821f-4e10-8ad5-f6e032159b2f Jun 17 10:24:48.010186 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-d8ff5374-be8e-46d7-ac97-8d386d6447f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3843219'] for network, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:48.021036 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-c9bfa60b-b964-4a93-9a0e-e859399a13f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:48.081764 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-e2dbb067-0d7e-479f-8a5f-3dec96cf0713 None None] Notify callbacks [] for port, precommit_update {{(pid=93647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:48.091569 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-c9bfa60b-b964-4a93-9a0e-e859399a13f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740733824422'] for network, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:48.116620 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.provisioning_blocks [None req-e2dbb067-0d7e-479f-8a5f-3dec96cf0713 None None] Transition to ACTIVE for port object 8489dadf-1d9d-4822-b74a-cd7c2abcba75 will not be triggered until provisioned by entity L2. {{(pid=93647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:24:48.263423 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-e2dbb067-0d7e-479f-8a5f-3dec96cf0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:48.270782 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:48.299680 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-d8ff5374-be8e-46d7-ac97-8d386d6447f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3792520', 'neutron.services.segments.db._delete_segments_for_network-8740734359601'] for network, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:48.305854 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-c9bfa60b-b964-4a93-9a0e-e859399a13f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-714710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243'] for network, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:48.318064 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bfa60b-b964-4a93-9a0e-e859399a13f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:48.319108 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-c9bfa60b-b964-4a93-9a0e-e859399a13f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625220'] for network, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:48.327845 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:48.337906 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.services.segments.db [None req-d8ff5374-be8e-46d7-ac97-8d386d6447f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['205c007d-e0dc-4507-a41e-7df391e7ed7c']}} {{(pid=93645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:24:48.365642 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fcb12a-941a-40e8-a1b2-a49241f7e845 None None] Pushing event updated for resources: {'Port': ['ID=8489dadf-1d9d-4822-b74a-cd7c2abcba75,revision_number=3']} {{(pid=93647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:48.381925 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.services.segments.db [None req-d8ff5374-be8e-46d7-ac97-8d386d6447f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36f28760-8206-4988-9aaa-df990eabba47') {'for_net_delete': True} {{(pid=93645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:24:48.382400 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.services.segments.db [None req-d8ff5374-be8e-46d7-ac97-8d386d6447f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36f28760-8206-4988-9aaa-df990eabba47') {} {{(pid=93645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:24:48.409368 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-d8ff5374-be8e-46d7-ac97-8d386d6447f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740734358402', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129947326'] for segment, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:48.424357 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG oslo_concurrency.lockutils [None req-d3fcb12a-941a-40e8-a1b2-a49241f7e845 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:48.504409 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-c9bfa60b-b964-4a93-9a0e-e859399a13f6 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2207956 Jun 17 10:24:48.504409 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfa60b-b964-4a93-9a0e-e859399a13f6 admin admin] Pushing event updated for resources: {'Network': ['ID=d018be2d-821f-4e10-8ad5-f6e032159b2f,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:48.504894 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 54364) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:24:48.506223 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-d8ff5374-be8e-46d7-ac97-8d386d6447f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3785028'] for segment, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:48.512246 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-c9bfa60b-b964-4a93-9a0e-e859399a13f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:48.513793 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.v2.base [None req-0a38aa5a-9056-4725-b472-cf1bfca3d5d3 admin admin] Request body: {'subnet': {'network_id': 'd018be2d-821f-4e10-8ad5-f6e032159b2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1215093460-subnet', 'tenant_id': 'ffcb73f8c8a84f869b770bfdbc70c06a', 'ip_version': 4}} {{(pid=93644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:24:48.528311 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8ff5374-be8e-46d7-ac97-8d386d6447f7 admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=93645) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 10:24:48.528997 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-d8ff5374-be8e-46d7-ac97-8d386d6447f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3785028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129691361'] for segment, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:48.530209 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Network d018be2d-821f-4e10-8ad5-f6e032159b2f details requested by agent ovs-agent-dv-cinder-796806-1-iscsi with host dv-cinder-796806-1-iscsi {{(pid=93646) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 10:24:48.535282 dv-cinder-796806-1-iscsi neutron-server[93645]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:24:48.535282 dv-cinder-796806-1-iscsi neutron-server[93645]: retrieve_revision_numbers = { Jun 17 10:24:48.535282 dv-cinder-796806-1-iscsi neutron-server[93645]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:24:48.535282 dv-cinder-796806-1-iscsi neutron-server[93645]: retrieve_revision_numbers = { Jun 17 10:24:48.535282 dv-cinder-796806-1-iscsi neutron-server[93645]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:24:48.535282 dv-cinder-796806-1-iscsi neutron-server[93645]: retrieve_revision_numbers = { Jun 17 10:24:48.535282 dv-cinder-796806-1-iscsi neutron-server[93645]: Traceback (most recent call last): Jun 17 10:24:48.535282 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 10:24:48.535282 dv-cinder-796806-1-iscsi neutron-server[93645]: timer() Jun 17 10:24:48.535282 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 10:24:48.535282 dv-cinder-796806-1-iscsi neutron-server[93645]: cb(*args, **kw) Jun 17 10:24:48.535282 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 10:24:48.535282 dv-cinder-796806-1-iscsi neutron-server[93645]: return func(*args, **kwargs) Jun 17 10:24:48.535282 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 10:24:48.535282 dv-cinder-796806-1-iscsi neutron-server[93645]: self._notify() Jun 17 10:24:48.535282 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 10:24:48.535282 dv-cinder-796806-1-iscsi neutron-server[93645]: self.callback(batched_events) Jun 17 10:24:48.535282 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 10:24:48.535282 dv-cinder-796806-1-iscsi neutron-server[93645]: event.method(event) Jun 17 10:24:48.535282 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 10:24:48.535282 dv-cinder-796806-1-iscsi neutron-server[93645]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 10:24:48.535282 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 10:24:48.535282 dv-cinder-796806-1-iscsi neutron-server[93645]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 10:24:48.535282 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 10:24:48.535282 dv-cinder-796806-1-iscsi neutron-server[93645]: return f(self, *a, **k) Jun 17 10:24:48.535282 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 10:24:48.535282 dv-cinder-796806-1-iscsi neutron-server[93645]: return self._get(url).json() Jun 17 10:24:48.535282 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 10:24:48.535282 dv-cinder-796806-1-iscsi neutron-server[93645]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 10:24:48.535282 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 10:24:48.535282 dv-cinder-796806-1-iscsi neutron-server[93645]: return self.request(url, 'GET', **kwargs) Jun 17 10:24:48.535282 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 10:24:48.535282 dv-cinder-796806-1-iscsi neutron-server[93645]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 10:24:48.535282 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 10:24:48.535282 dv-cinder-796806-1-iscsi neutron-server[93645]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 10:24:48.535282 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 10:24:48.535282 dv-cinder-796806-1-iscsi neutron-server[93645]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 10:24:48.535282 dv-cinder-796806-1-iscsi neutron-server[93645]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 10:24:48.557151 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.managers [None req-e2dbb067-0d7e-479f-8a5f-3dec96cf0713 None None] Attempting to bind port 8489dadf-1d9d-4822-b74a-cd7c2abcba75 on host dv-cinder-796806-1-iscsi for vnic_type normal with profile {{(pid=93647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:24:48.557840 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.managers [None req-e2dbb067-0d7e-479f-8a5f-3dec96cf0713 None None] Attempting to bind port 8489dadf-1d9d-4822-b74a-cd7c2abcba75 by drivers openvswitch,hyperv on host dv-cinder-796806-1-iscsi at level 0 using segments [{'id': '6fc0f035-2780-4197-a60b-57afbddf8f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'fbf95478-19a5-4f07-a34f-dd4f56a3b0c1'}] {{(pid=93647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:24:48.558412 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2dbb067-0d7e-479f-8a5f-3dec96cf0713 None None] Attempting to bind port 8489dadf-1d9d-4822-b74a-cd7c2abcba75 on network fbf95478-19a5-4f07-a34f-dd4f56a3b0c1 {{(pid=93647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:24:48.568384 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2dbb067-0d7e-479f-8a5f-3dec96cf0713 None None] Checking agent: {'id': 'f230d01b-21be-4f06-8428-d429ae72cfd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796806-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 7, 3), 'started_at': datetime.datetime(2021, 6, 17, 10, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796806-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:24:48.569027 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2dbb067-0d7e-479f-8a5f-3dec96cf0713 None None] Checking segment: {'id': '6fc0f035-2780-4197-a60b-57afbddf8f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'fbf95478-19a5-4f07-a34f-dd4f56a3b0c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:24:48.577535 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-e2dbb067-0d7e-479f-8a5f-3dec96cf0713 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:48.580603 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2dbb067-0d7e-479f-8a5f-3dec96cf0713 None None] Bound using segment: {'id': '6fc0f035-2780-4197-a60b-57afbddf8f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'fbf95478-19a5-4f07-a34f-dd4f56a3b0c1'} {{(pid=93647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:24:48.583461 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.managers [None req-e2dbb067-0d7e-479f-8a5f-3dec96cf0713 None None] Bound port: 8489dadf-1d9d-4822-b74a-cd7c2abcba75, host: dv-cinder-796806-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fc0f035-2780-4197-a60b-57afbddf8f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'fbf95478-19a5-4f07-a34f-dd4f56a3b0c1'}}] {{(pid=93647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:24:48.584648 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-e2dbb067-0d7e-479f-8a5f-3dec96cf0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:48.687201 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a38aa5a-9056-4725-b472-cf1bfca3d5d3 admin admin] Made reservation on behalf of ffcb73f8c8a84f869b770bfdbc70c06a for: {'subnet': 1} {{(pid=93644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:24:48.691714 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-0a38aa5a-9056-4725-b472-cf1bfca3d5d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130007665'] for subnet, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:48.814236 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-d8ff5374-be8e-46d7-ac97-8d386d6447f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3792531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-714710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684612'] for network, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:48.829055 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-5ee19a91-c0bf-4bc7-891f-b2e546d288f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:48.842511 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-d8ff5374-be8e-46d7-ac97-8d386d6447f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625220'] for network, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:48.846226 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-d8ff5374-be8e-46d7-ac97-8d386d6447f7 admin admin] 10.222.0.22 "DELETE /v2.0/networks/205c007d-e0dc-4507-a41e-7df391e7ed7c HTTP/1.1" status: 204 len: 168 time: 1.0567896 Jun 17 10:24:48.872837 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ff5374-be8e-46d7-ac97-8d386d6447f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=205c007d-e0dc-4507-a41e-7df391e7ed7c,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:48.881338 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-d8ff5374-be8e-46d7-ac97-8d386d6447f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:48.891817 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.db [None req-e2dbb067-0d7e-479f-8a5f-3dec96cf0713 None None] For port 8489dadf-1d9d-4822-b74a-cd7c2abcba75, host dv-cinder-796806-1-iscsi, cleared binding levels {{(pid=93647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:24:48.897988 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.db [None req-e2dbb067-0d7e-479f-8a5f-3dec96cf0713 None None] For port 8489dadf-1d9d-4822-b74a-cd7c2abcba75, host dv-cinder-796806-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=8489dadf-1d9d-4822-b74a-cd7c2abcba75,segment=NetworkSegment(6fc0f035-2780-4197-a60b-57afbddf8f64),segment_id=6fc0f035-2780-4197-a60b-57afbddf8f64)] {{(pid=93647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:24:49.012620 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-e2dbb067-0d7e-479f-8a5f-3dec96cf0713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:49.018675 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG oslo_concurrency.lockutils [None req-c71c2436-4dd6-436d-91a0-6aca0f59e6a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:49.092677 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-0a38aa5a-9056-4725-b472-cf1bfca3d5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125912203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130007651'] for subnet, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:49.100286 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-d3aa8862-25f5-47de-bbb9-f4c89c610a30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:49.108541 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2dbb067-0d7e-479f-8a5f-3dec96cf0713 None None] Routers {'7e0c2f88-646c-4bfc-9876-a2a48d86f347'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:24:49.109584 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-e2dbb067-0d7e-479f-8a5f-3dec96cf0713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:24:33Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['7e0c2f88-646c-4bfc-9876-a2a48d86f347'], 'active': True} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:24:49.188800 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fcb12a-941a-40e8-a1b2-a49241f7e845 None None] Pushing event updated for resources: {'Port': ['ID=8489dadf-1d9d-4822-b74a-cd7c2abcba75,revision_number=4']} {{(pid=93647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:49.218767 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a38aa5a-9056-4725-b472-cf1bfca3d5d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44eff8e7-bfb5-44e7-a892-7c7bed12057e,revision_number=0']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:49.222817 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a38aa5a-9056-4725-b472-cf1bfca3d5d3 admin admin] Checking segment: {'id': '361f0db1-5a8f-4f3a-a897-a6d2c61a5d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'd018be2d-821f-4e10-8ad5-f6e032159b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:24:49.223878 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a38aa5a-9056-4725-b472-cf1bfca3d5d3 admin admin] Network hostable DHCP agents. Network: d018be2d-821f-4e10-8ad5-f6e032159b2f, hostable agents: ['337bcc12-ee2b-4966-b704-642398d54e19'], hosted agents: [] {{(pid=93644) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 10:24:49.229998 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-0a38aa5a-9056-4725-b472-cf1bfca3d5d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:49.245882 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG oslo_concurrency.lockutils [None req-d3fcb12a-941a-40e8-a1b2-a49241f7e845 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=93647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:49.328567 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvr_db [None req-e2dbb067-0d7e-479f-8a5f-3dec96cf0713 None None] Set router 7e0c2f88-646c-4bfc-9876-a2a48d86f347 gateway port host: dv-cinder-796806-1-iscsi {{(pid=93647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:24:49.365760 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a38aa5a-9056-4725-b472-cf1bfca3d5d3 admin admin] Network d018be2d-821f-4e10-8ad5-f6e032159b2f is scheduled to be hosted by DHCP agent 337bcc12-ee2b-4966-b704-642398d54e19 with binding_index 1 {{(pid=93644) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 10:24:49.513796 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 54372) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:24:49.544114 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.base_scheduler [None req-0a38aa5a-9056-4725-b472-cf1bfca3d5d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796806-1-iscsi, d018be2d-821f-4e10-8ad5-f6e032159b2f) {{(pid=93644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:24:49.556006 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a38aa5a-9056-4725-b472-cf1bfca3d5d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:24:49.557632 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-0a38aa5a-9056-4725-b472-cf1bfca3d5d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:49.566103 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88bc0954-fd0b-47ac-beac-b77d2f9aa258 None None] Network d018be2d-821f-4e10-8ad5-f6e032159b2f requested from dv-cinder-796806-1-iscsi {{(pid=93646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:24:49.620380 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-05657b8f-7c63-4207-93dd-298f5187b364 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1adadcdc4edb46e09ec9476854d746e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1048932 Jun 17 10:24:49.624535 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 54374) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:24:49.735065 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-e2dbb067-0d7e-479f-8a5f-3dec96cf0713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'name': 'tempest-TestVolumeBootPattern-960937265-router', 'tenant_id': 'aca760d5d32f44678ef6de15bc80117f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '4a688b66-dbae-4eea-a5b6-0598de3d7643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:24:35Z', 'updated_at': '2021-06-17T10:24:43Z', 'revision_number': 4, 'project_id': 'aca760d5d32f44678ef6de15bc80117f', 'gw_port': {'id': '4a688b66-dbae-4eea-a5b6-0598de3d7643', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d5:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:24:36Z', 'updated_at': '2021-06-17T10:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi', '_interfaces': [{'id': '8489dadf-1d9d-4822-b74a-cd7c2abcba75', 'name': '', 'network_id': 'fbf95478-19a5-4f07-a34f-dd4f56a3b0c1', 'tenant_id': 'aca760d5d32f44678ef6de15bc80117f', 'mac_address': 'fa:16:3e:d7:02:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'cf327c71-eda0-4c61-af33-93c8df9a6c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:24:42Z', 'updated_at': '2021-06-17T10:24:48Z', 'revision_number': 4, 'project_id': 'aca760d5d32f44678ef6de15bc80117f', 'subnets': [{'id': 'cf327c71-eda0-4c61-af33-93c8df9a6c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:24:49.739424 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 54376) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:24:49.740683 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-0a38aa5a-9056-4725-b472-cf1bfca3d5d3 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2337744 Jun 17 10:24:49.742987 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-a862408f-f4fc-425c-869e-80ad89022c68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:49.748356 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.v2.base [None req-a5955c6a-8363-42ad-8883-80aeeba963f7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1215093460-router', 'tenant_id': 'ffcb73f8c8a84f869b770bfdbc70c06a', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e'}}} {{(pid=93645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:24:49.793989 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2dbb067-0d7e-479f-8a5f-3dec96cf0713 None None] The sync data for ids ['7e0c2f88-646c-4bfc-9876-a2a48d86f347'] in dv-cinder-796806-1-iscsi is: [{'id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'name': 'tempest-TestVolumeBootPattern-960937265-router', 'tenant_id': 'aca760d5d32f44678ef6de15bc80117f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '4a688b66-dbae-4eea-a5b6-0598de3d7643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:24:35Z', 'updated_at': '2021-06-17T10:24:43Z', 'revision_number': 4, 'project_id': 'aca760d5d32f44678ef6de15bc80117f', 'gw_port': {'id': '4a688b66-dbae-4eea-a5b6-0598de3d7643', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d5:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:24:36Z', 'updated_at': '2021-06-17T10:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi', '_interfaces': [{'id': '8489dadf-1d9d-4822-b74a-cd7c2abcba75', 'name': '', 'network_id': 'fbf95478-19a5-4f07-a34f-dd4f56a3b0c1', 'tenant_id': 'aca760d5d32f44678ef6de15bc80117f', 'mac_address': 'fa:16:3e:d7:02:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'cf327c71-eda0-4c61-af33-93c8df9a6c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:24:42Z', 'updated_at': '2021-06-17T10:24:48Z', 'revision_number': 4, 'project_id': 'aca760d5d32f44678ef6de15bc80117f', 'subnets': [{'id': 'cf327c71-eda0-4c61-af33-93c8df9a6c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 10:24:49.797851 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-a862408f-f4fc-425c-869e-80ad89022c68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:49.919542 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-a5955c6a-8363-42ad-8883-80aeeba963f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-675509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257682'] for router, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:49.921448 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-a5955c6a-8363-42ad-8883-80aeeba963f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-673820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257691'] for router, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:49.928394 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e99039-1c4c-4ba6-a031-7717b4650f31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5dc65e0-4409-5911-8cd3-dd420be80dd8-d018be2d-821f-4e10-8ad5-f6e032159b2f', 'network_id': 'd018be2d-821f-4e10-8ad5-f6e032159b2f', 'tenant_id': 'ffcb73f8c8a84f869b770bfdbc70c06a', 'fixed_ips': [{'subnet_id': '44eff8e7-bfb5-44e7-a892-7c7bed12057e'}]}} from dv-cinder-796806-1-iscsi. {{(pid=93646) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 10:24:49.929549 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-b2e99039-1c4c-4ba6-a031-7717b4650f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3930454'] for port, before_create {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:50.022965 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-a5955c6a-8363-42ad-8883-80aeeba963f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:50.052092 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-a862408f-f4fc-425c-869e-80ad89022c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:50.058530 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-a862408f-f4fc-425c-869e-80ad89022c68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:50.064249 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-a862408f-f4fc-425c-869e-80ad89022c68 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fec323e8-eec6-46cb-8a1c-89d917698f35 HTTP/1.1" status: 204 len: 168 time: 0.4346955 Jun 17 10:24:50.064249 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-bfd75fcc-c22f-483b-8922-efdbdac6aeeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:50.105376 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a862408f-f4fc-425c-869e-80ad89022c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec323e8-eec6-46cb-8a1c-89d917698f35,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:50.105720 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-a862408f-f4fc-425c-869e-80ad89022c68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:50.240290 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.db_base_plugin_common [None req-b2e99039-1c4c-4ba6-a031-7717b4650f31 None None] Allocated IP 172.20.0.2 (d018be2d-821f-4e10-8ad5-f6e032159b2f/44eff8e7-bfb5-44e7-a892-7c7bed12057e/1e525cbc-e2ce-4e06-bcb9-a058f5c1187e) {{(pid=93646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:24:50.534533 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-b2e99039-1c4c-4ba6-a031-7717b4650f31 None None] Notify callbacks [] for port, precommit_create {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:50.553703 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-b2e99039-1c4c-4ba6-a031-7717b4650f31 None None] Transition to ACTIVE for port object 1e525cbc-e2ce-4e06-bcb9-a058f5c1187e will not be triggered until provisioned by entity L2. {{(pid=93646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:24:50.596275 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-b2e99039-1c4c-4ba6-a031-7717b4650f31 None None] Transition to ACTIVE for port object 1e525cbc-e2ce-4e06-bcb9-a058f5c1187e will not be triggered until provisioned by entity DHCP. {{(pid=93646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:24:50.745656 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device 8489dadf-1d9d-4822-b74a-cd7c2abcba75 up at agent ovs-agent-dv-cinder-796806-1-iscsi {{(pid=93646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:24:50.810251 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-b2e99039-1c4c-4ba6-a031-7717b4650f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3925395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740733869087'] for port, after_create {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:50.823815 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-bbc33b11-31ba-4285-bba8-b79b07e9849a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:50.876367 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-a5955c6a-8363-42ad-8883-80aeeba963f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-675483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257677'] for router, precommit_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:50.919899 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e99039-1c4c-4ba6-a031-7717b4650f31 None None] Network d018be2d-821f-4e10-8ad5-f6e032159b2f is already hosted by enough agents. {{(pid=93646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:24:50.936248 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.scheduler.base_scheduler [None req-b2e99039-1c4c-4ba6-a031-7717b4650f31 None None] Resources bound (agent type, host, resource id): {{(pid=93646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:24:50.941000 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e99039-1c4c-4ba6-a031-7717b4650f31 None None] Received port after_create {{(pid=93646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:24:50.971556 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e99039-1c4c-4ba6-a031-7717b4650f31 None None] Pushing event updated for resources: {'Port': ['ID=1e525cbc-e2ce-4e06-bcb9-a058f5c1187e,revision_number=1']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:50.977218 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-b2e99039-1c4c-4ba6-a031-7717b4650f31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:51.077910 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.managers [None req-b2e99039-1c4c-4ba6-a031-7717b4650f31 None None] Attempting to bind port 1e525cbc-e2ce-4e06-bcb9-a058f5c1187e on host dv-cinder-796806-1-iscsi for vnic_type normal with profile {{(pid=93646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:24:51.078545 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.managers [None req-b2e99039-1c4c-4ba6-a031-7717b4650f31 None None] Attempting to bind port 1e525cbc-e2ce-4e06-bcb9-a058f5c1187e by drivers openvswitch,hyperv on host dv-cinder-796806-1-iscsi at level 0 using segments [{'id': '361f0db1-5a8f-4f3a-a897-a6d2c61a5d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'd018be2d-821f-4e10-8ad5-f6e032159b2f'}] {{(pid=93646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:24:51.079130 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e99039-1c4c-4ba6-a031-7717b4650f31 None None] Attempting to bind port 1e525cbc-e2ce-4e06-bcb9-a058f5c1187e on network d018be2d-821f-4e10-8ad5-f6e032159b2f {{(pid=93646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:24:51.091051 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e99039-1c4c-4ba6-a031-7717b4650f31 None None] Checking agent: {'id': 'f230d01b-21be-4f06-8428-d429ae72cfd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796806-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 7, 3), 'started_at': datetime.datetime(2021, 6, 17, 10, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796806-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:24:51.091954 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e99039-1c4c-4ba6-a031-7717b4650f31 None None] Checking segment: {'id': '361f0db1-5a8f-4f3a-a897-a6d2c61a5d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'd018be2d-821f-4e10-8ad5-f6e032159b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:24:51.092789 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-b2e99039-1c4c-4ba6-a031-7717b4650f31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:51.093482 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e99039-1c4c-4ba6-a031-7717b4650f31 None None] Bound using segment: {'id': '361f0db1-5a8f-4f3a-a897-a6d2c61a5d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'd018be2d-821f-4e10-8ad5-f6e032159b2f'} {{(pid=93646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:24:51.094148 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.managers [None req-b2e99039-1c4c-4ba6-a031-7717b4650f31 None None] Bound port: 1e525cbc-e2ce-4e06-bcb9-a058f5c1187e, host: dv-cinder-796806-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '361f0db1-5a8f-4f3a-a897-a6d2c61a5d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'd018be2d-821f-4e10-8ad5-f6e032159b2f'}}] {{(pid=93646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:24:51.094645 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-b2e99039-1c4c-4ba6-a031-7717b4650f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:51.111449 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Provisioning for port 8489dadf-1d9d-4822-b74a-cd7c2abcba75 completed by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:24:51.125090 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Provisioning complete for port 8489dadf-1d9d-4822-b74a-cd7c2abcba75 triggered by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:24:51.125720 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:51.281586 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-b2e99039-1c4c-4ba6-a031-7717b4650f31 None None] For port 1e525cbc-e2ce-4e06-bcb9-a058f5c1187e, host dv-cinder-796806-1-iscsi, cleared binding levels {{(pid=93646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:24:51.287138 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-b2e99039-1c4c-4ba6-a031-7717b4650f31 None None] For port 1e525cbc-e2ce-4e06-bcb9-a058f5c1187e, host dv-cinder-796806-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=1e525cbc-e2ce-4e06-bcb9-a058f5c1187e,segment=NetworkSegment(361f0db1-5a8f-4f3a-a897-a6d2c61a5d5a),segment_id=361f0db1-5a8f-4f3a-a897-a6d2c61a5d5a)] {{(pid=93646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:24:51.372286 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:51.394665 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-b2e99039-1c4c-4ba6-a031-7717b4650f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:51.400628 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-a5955c6a-8363-42ad-8883-80aeeba963f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:51.402177 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:51.438490 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-a5955c6a-8363-42ad-8883-80aeeba963f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3930454'] for port, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:51.541554 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] For port 8489dadf-1d9d-4822-b74a-cd7c2abcba75, host dv-cinder-796806-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=8489dadf-1d9d-4822-b74a-cd7c2abcba75,segment=NetworkSegment(6fc0f035-2780-4197-a60b-57afbddf8f64),segment_id=6fc0f035-2780-4197-a60b-57afbddf8f64)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:24:51.557538 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e99039-1c4c-4ba6-a031-7717b4650f31 None None] Pushing event updated for resources: {'Port': ['ID=1e525cbc-e2ce-4e06-bcb9-a058f5c1187e,revision_number=2']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:51.562004 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-b2e99039-1c4c-4ba6-a031-7717b4650f31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:51.651182 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:51.653643 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-ba914e2c-fa80-44c0-b7a6-77d5f5468add None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:51.692770 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.db_base_plugin_common [None req-a5955c6a-8363-42ad-8883-80aeeba963f7 admin admin] Allocated IP 172.27.0.30 (ca6a8a4d-93b8-4490-aa3c-706a0423303e/260414bf-ab79-4984-a32f-8ad464893cf6/b46ef2df-d15f-41e8-830c-c86e30da6545) {{(pid=93645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:24:51.758061 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Pushing event updated for resources: {'Port': ['ID=8489dadf-1d9d-4822-b74a-cd7c2abcba75,revision_number=5']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:51.783980 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:51.908616 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-a5955c6a-8363-42ad-8883-80aeeba963f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:52.075682 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-a5955c6a-8363-42ad-8883-80aeeba963f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3925395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740733869087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129691327'] for port, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:52.080926 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-6ce200f3-bf4d-48e5-ab0a-98b4c603d85c tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:52.154646 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5955c6a-8363-42ad-8883-80aeeba963f7 admin admin] Network ca6a8a4d-93b8-4490-aa3c-706a0423303e is already hosted by enough agents. {{(pid=93645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:24:52.158125 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.base_scheduler [None req-a5955c6a-8363-42ad-8883-80aeeba963f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:24:52.161199 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5955c6a-8363-42ad-8883-80aeeba963f7 admin admin] Received port after_create {{(pid=93645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:24:52.213475 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5955c6a-8363-42ad-8883-80aeeba963f7 admin admin] Pushing event updated for resources: {'Port': ['ID=b46ef2df-d15f-41e8-830c-c86e30da6545,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:52.221383 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-a5955c6a-8363-42ad-8883-80aeeba963f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:52.772764 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-a5955c6a-8363-42ad-8883-80aeeba963f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:52.829972 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device 1e525cbc-e2ce-4e06-bcb9-a058f5c1187e up at agent ovs-agent-dv-cinder-796806-1-iscsi {{(pid=93646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:24:53.040312 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Provisioning for port 1e525cbc-e2ce-4e06-bcb9-a058f5c1187e completed by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:24:53.051631 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device 8489dadf-1d9d-4822-b74a-cd7c2abcba75 up at agent ovs-agent-dv-cinder-796806-1-iscsi {{(pid=93646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:24:53.107851 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84104a03-333e-492d-b923-f46fe36ed55f None None] Network d018be2d-821f-4e10-8ad5-f6e032159b2f requested from dv-cinder-796806-1-iscsi {{(pid=93646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:24:53.201783 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-a5955c6a-8363-42ad-8883-80aeeba963f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-675468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684241'] for router, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:53.309367 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Provisioning complete for port 8489dadf-1d9d-4822-b74a-cd7c2abcba75 triggered by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:24:53.310007 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:53.371662 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-d06d5420-2cb9-430c-93bd-7ee3174c3128 None None] Provisioning for port 1e525cbc-e2ce-4e06-bcb9-a058f5c1187e completed by entity DHCP. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:24:53.423875 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-d06d5420-2cb9-430c-93bd-7ee3174c3128 None None] Provisioning complete for port 1e525cbc-e2ce-4e06-bcb9-a058f5c1187e triggered by entity DHCP. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:24:53.424415 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-d06d5420-2cb9-430c-93bd-7ee3174c3128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:53.520300 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5955c6a-8363-42ad-8883-80aeeba963f7 admin admin] Router 89890087-ed20-4d1c-b04f-46a6a7593ba4 is scheduled to L3 agent 9ed9efc2-3eec-4d73-b246-cbd899a1984b with binding_index 1 {{(pid=93645) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 10:24:53.731073 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5955c6a-8363-42ad-8883-80aeeba963f7 admin admin] Notify agent at l3_agent.dv-cinder-796806-1-iscsi the message routers_updated {{(pid=93645) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 10:24:53.852433 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-a5955c6a-8363-42ad-8883-80aeeba963f7 admin admin] Notify callbacks [] for router, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:53.855329 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-a5955c6a-8363-42ad-8883-80aeeba963f7 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.1136270 Jun 17 10:24:53.859557 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 54392) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:24:53.870078 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cc6134-f200-4d93-abd9-df1c1a203bfb None None] Sync routers for ids ['89890087-ed20-4d1c-b04f-46a6a7593ba4'] in dv-cinder-796806-1-iscsi {{(pid=93646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 10:24:53.910931 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cc6134-f200-4d93-abd9-df1c1a203bfb None None] Routers {'89890087-ed20-4d1c-b04f-46a6a7593ba4'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:24:53.911799 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_hamode_db [None req-21cc6134-f200-4d93-abd9-df1c1a203bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:24:33Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['89890087-ed20-4d1c-b04f-46a6a7593ba4'], 'active': True} {{(pid=93646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:24:53.966751 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-d06d5420-2cb9-430c-93bd-7ee3174c3128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:54.113237 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-d06d5420-2cb9-430c-93bd-7ee3174c3128 None None] For port 1e525cbc-e2ce-4e06-bcb9-a058f5c1187e, host dv-cinder-796806-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=1e525cbc-e2ce-4e06-bcb9-a058f5c1187e,segment=NetworkSegment(361f0db1-5a8f-4f3a-a897-a6d2c61a5d5a),segment_id=361f0db1-5a8f-4f3a-a897-a6d2c61a5d5a)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:24:54.176522 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvr_db [None req-21cc6134-f200-4d93-abd9-df1c1a203bfb None None] Set router 89890087-ed20-4d1c-b04f-46a6a7593ba4 gateway port host: dv-cinder-796806-1-iscsi {{(pid=93646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:24:54.264280 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-d06d5420-2cb9-430c-93bd-7ee3174c3128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:54.321810 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:54.517754 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-5b2605ac-fa8c-4c07-a114-4a20e4c133ac None None] Provisioning complete for port 1e525cbc-e2ce-4e06-bcb9-a058f5c1187e triggered by entity DHCP. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:24:54.519113 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-5b2605ac-fa8c-4c07-a114-4a20e4c133ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:54.521365 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06d5420-2cb9-430c-93bd-7ee3174c3128 None None] Pushing event updated for resources: {'Port': ['ID=1e525cbc-e2ce-4e06-bcb9-a058f5c1187e,revision_number=3']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:54.539945 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-d06d5420-2cb9-430c-93bd-7ee3174c3128 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:54.771071 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device 1e525cbc-e2ce-4e06-bcb9-a058f5c1187e up at agent ovs-agent-dv-cinder-796806-1-iscsi {{(pid=93646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:24:54.806469 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-4d574587-36be-45b5-8cd4-38d7dd516b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3930454'] for port, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:54.908461 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_hamode_db [None req-21cc6134-f200-4d93-abd9-df1c1a203bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89890087-ed20-4d1c-b04f-46a6a7593ba4', 'name': 'tempest-TestVolumeBootPattern-1215093460-router', 'tenant_id': 'ffcb73f8c8a84f869b770bfdbc70c06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'b46ef2df-d15f-41e8-830c-c86e30da6545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:24:49Z', 'updated_at': '2021-06-17T10:24:52Z', 'revision_number': 3, 'project_id': 'ffcb73f8c8a84f869b770bfdbc70c06a', 'gw_port': {'id': 'b46ef2df-d15f-41e8-830c-c86e30da6545', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:76:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89890087-ed20-4d1c-b04f-46a6a7593ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:24:51Z', 'updated_at': '2021-06-17T10:24:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi'}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:24:54.921576 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Provisioning complete for port 1e525cbc-e2ce-4e06-bcb9-a058f5c1187e triggered by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:24:54.922179 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:54.973256 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cc6134-f200-4d93-abd9-df1c1a203bfb None None] Checking router: 89890087-ed20-4d1c-b04f-46a6a7593ba4 for host: dv-cinder-796806-1-iscsi {{(pid=93646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 10:24:54.973896 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cc6134-f200-4d93-abd9-df1c1a203bfb None None] Updating router 89890087-ed20-4d1c-b04f-46a6a7593ba4 port b46ef2df-d15f-41e8-830c-c86e30da6545 binding host dv-cinder-796806-1-iscsi {{(pid=93646) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 10:24:55.077061 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-21cc6134-f200-4d93-abd9-df1c1a203bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:55.136005 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.db_base_plugin_common [None req-4d574587-36be-45b5-8cd4-38d7dd516b8a admin admin] Allocated IP 172.20.0.1 (d018be2d-821f-4e10-8ad5-f6e032159b2f/44eff8e7-bfb5-44e7-a892-7c7bed12057e/ba90a318-6cb1-47e0-8301-e0b37d41aa63) {{(pid=93645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:24:55.348371 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-4d574587-36be-45b5-8cd4-38d7dd516b8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:55.374353 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.provisioning_blocks [None req-4d574587-36be-45b5-8cd4-38d7dd516b8a admin admin] Transition to ACTIVE for port object ba90a318-6cb1-47e0-8301-e0b37d41aa63 will not be triggered until provisioned by entity DHCP. {{(pid=93645) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:24:55.526441 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-4d574587-36be-45b5-8cd4-38d7dd516b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3925395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740733869087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129691327'] for port, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:55.530650 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-e4c31aca-15d8-4352-97bb-25a477b08ee9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:55.602884 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d574587-36be-45b5-8cd4-38d7dd516b8a admin admin] Network d018be2d-821f-4e10-8ad5-f6e032159b2f is already hosted by enough agents. {{(pid=93645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:24:55.611563 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-21cc6134-f200-4d93-abd9-df1c1a203bfb None None] Notify callbacks [] for port, precommit_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:55.612734 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.base_scheduler [None req-4d574587-36be-45b5-8cd4-38d7dd516b8a admin admin] Resources bound (agent type, host, resource id): {{(pid=93645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:24:55.623139 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d574587-36be-45b5-8cd4-38d7dd516b8a admin admin] Received port after_create {{(pid=93645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:24:55.634737 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-21cc6134-f200-4d93-abd9-df1c1a203bfb None None] Transition to ACTIVE for port object b46ef2df-d15f-41e8-830c-c86e30da6545 will not be triggered until provisioned by entity L2. {{(pid=93646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:24:55.669246 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d574587-36be-45b5-8cd4-38d7dd516b8a admin admin] Pushing event updated for resources: {'Port': ['ID=ba90a318-6cb1-47e0-8301-e0b37d41aa63,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:55.677693 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-4d574587-36be-45b5-8cd4-38d7dd516b8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:55.716450 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-4d574587-36be-45b5-8cd4-38d7dd516b8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672608'] for router_interface, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:55.777690 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-21cc6134-f200-4d93-abd9-df1c1a203bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:55.782435 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:55.895059 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.managers [None req-21cc6134-f200-4d93-abd9-df1c1a203bfb None None] Attempting to bind port b46ef2df-d15f-41e8-830c-c86e30da6545 on host dv-cinder-796806-1-iscsi for vnic_type normal with profile {{(pid=93646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:24:55.895740 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.managers [None req-21cc6134-f200-4d93-abd9-df1c1a203bfb None None] Attempting to bind port b46ef2df-d15f-41e8-830c-c86e30da6545 by drivers openvswitch,hyperv on host dv-cinder-796806-1-iscsi at level 0 using segments [{'id': '7a262c57-69fa-4e27-992a-6b78356f8ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e'}] {{(pid=93646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:24:55.896702 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cc6134-f200-4d93-abd9-df1c1a203bfb None None] Attempting to bind port b46ef2df-d15f-41e8-830c-c86e30da6545 on network ca6a8a4d-93b8-4490-aa3c-706a0423303e {{(pid=93646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:24:55.902603 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a3fad8-013c-4e21-af22-770c0ecf4543 None None] Pushing event updated for resources: {'Port': ['ID=b46ef2df-d15f-41e8-830c-c86e30da6545,revision_number=2']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:55.906470 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-a0a3fad8-013c-4e21-af22-770c0ecf4543 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:55.915276 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cc6134-f200-4d93-abd9-df1c1a203bfb None None] Checking agent: {'id': 'f230d01b-21be-4f06-8428-d429ae72cfd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796806-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 7, 3), 'started_at': datetime.datetime(2021, 6, 17, 10, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796806-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:24:55.918067 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cc6134-f200-4d93-abd9-df1c1a203bfb None None] Checking segment: {'id': '7a262c57-69fa-4e27-992a-6b78356f8ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:24:55.919039 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-21cc6134-f200-4d93-abd9-df1c1a203bfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:55.919473 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cc6134-f200-4d93-abd9-df1c1a203bfb None None] Bound using segment: {'id': '7a262c57-69fa-4e27-992a-6b78356f8ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e'} {{(pid=93646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:24:55.920414 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.managers [None req-21cc6134-f200-4d93-abd9-df1c1a203bfb None None] Bound port: b46ef2df-d15f-41e8-830c-c86e30da6545, host: dv-cinder-796806-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a262c57-69fa-4e27-992a-6b78356f8ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e'}}] {{(pid=93646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:24:55.921405 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-21cc6134-f200-4d93-abd9-df1c1a203bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:56.016446 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-21cc6134-f200-4d93-abd9-df1c1a203bfb None None] For port b46ef2df-d15f-41e8-830c-c86e30da6545, host dv-cinder-796806-1-iscsi, cleared binding levels {{(pid=93646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:24:56.029743 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-21cc6134-f200-4d93-abd9-df1c1a203bfb None None] For port b46ef2df-d15f-41e8-830c-c86e30da6545, host dv-cinder-796806-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=b46ef2df-d15f-41e8-830c-c86e30da6545,segment=NetworkSegment(7a262c57-69fa-4e27-992a-6b78356f8ae4),segment_id=7a262c57-69fa-4e27-992a-6b78356f8ae4)] {{(pid=93646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:24:56.095387 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-4d574587-36be-45b5-8cd4-38d7dd516b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:56.172831 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-21cc6134-f200-4d93-abd9-df1c1a203bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:56.177878 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:56.219492 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-f6d978f2-b1fb-4e83-9ba1-1a23ba6dbb55 None None] Provisioning for port ba90a318-6cb1-47e0-8301-e0b37d41aa63 completed by entity DHCP. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:24:56.237385 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-f6d978f2-b1fb-4e83-9ba1-1a23ba6dbb55 None None] Provisioning complete for port ba90a318-6cb1-47e0-8301-e0b37d41aa63 triggered by entity DHCP. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:24:56.237861 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-f6d978f2-b1fb-4e83-9ba1-1a23ba6dbb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:56.292944 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a3fad8-013c-4e21-af22-770c0ecf4543 None None] Pushing event updated for resources: {'Port': ['ID=b46ef2df-d15f-41e8-830c-c86e30da6545,revision_number=3']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:56.298365 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-a0a3fad8-013c-4e21-af22-770c0ecf4543 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:56.306709 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cc6134-f200-4d93-abd9-df1c1a203bfb None None] Routers {'89890087-ed20-4d1c-b04f-46a6a7593ba4'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:24:56.308794 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_hamode_db [None req-21cc6134-f200-4d93-abd9-df1c1a203bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:24:33Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['89890087-ed20-4d1c-b04f-46a6a7593ba4'], 'active': True} {{(pid=93646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:24:56.387880 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-f6d978f2-b1fb-4e83-9ba1-1a23ba6dbb55 None None] Port ba90a318-6cb1-47e0-8301-e0b37d41aa63 cannot update to ACTIVE because it is not bound. {{(pid=93646) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 10:24:56.394292 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-4d574587-36be-45b5-8cd4-38d7dd516b8a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:56.509547 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-4d574587-36be-45b5-8cd4-38d7dd516b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129691277'] for port, after_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:56.515488 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-15766316-b0a9-42c7-b45b-4bca0aadcd2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:56.554191 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvr_db [None req-21cc6134-f200-4d93-abd9-df1c1a203bfb None None] Set router 89890087-ed20-4d1c-b04f-46a6a7593ba4 gateway port host: dv-cinder-796806-1-iscsi {{(pid=93646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:24:56.645532 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-4d574587-36be-45b5-8cd4-38d7dd516b8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672540'] for router_interface, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:56.649011 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d574587-36be-45b5-8cd4-38d7dd516b8a admin admin] Pushing event updated for resources: {'Port': ['ID=ba90a318-6cb1-47e0-8301-e0b37d41aa63,revision_number=2']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:56.654989 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-4d574587-36be-45b5-8cd4-38d7dd516b8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:56.828976 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d574587-36be-45b5-8cd4-38d7dd516b8a admin admin] Network d018be2d-821f-4e10-8ad5-f6e032159b2f is already hosted by enough agents. {{(pid=93645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:24:56.831095 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.base_scheduler [None req-4d574587-36be-45b5-8cd4-38d7dd516b8a admin admin] Resources bound (agent type, host, resource id): {{(pid=93645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:24:56.969624 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_hamode_db [None req-21cc6134-f200-4d93-abd9-df1c1a203bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89890087-ed20-4d1c-b04f-46a6a7593ba4', 'name': 'tempest-TestVolumeBootPattern-1215093460-router', 'tenant_id': 'ffcb73f8c8a84f869b770bfdbc70c06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'b46ef2df-d15f-41e8-830c-c86e30da6545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:24:49Z', 'updated_at': '2021-06-17T10:24:55Z', 'revision_number': 4, 'project_id': 'ffcb73f8c8a84f869b770bfdbc70c06a', 'gw_port': {'id': 'b46ef2df-d15f-41e8-830c-c86e30da6545', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:76:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89890087-ed20-4d1c-b04f-46a6a7593ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:24:51Z', 'updated_at': '2021-06-17T10:24:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi', '_interfaces': [{'id': 'ba90a318-6cb1-47e0-8301-e0b37d41aa63', 'name': '', 'network_id': 'd018be2d-821f-4e10-8ad5-f6e032159b2f', 'tenant_id': 'ffcb73f8c8a84f869b770bfdbc70c06a', 'mac_address': 'fa:16:3e:ed:a2:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89890087-ed20-4d1c-b04f-46a6a7593ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '44eff8e7-bfb5-44e7-a892-7c7bed12057e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:24:54Z', 'updated_at': '2021-06-17T10:24:55Z', 'revision_number': 1, 'project_id': 'ffcb73f8c8a84f869b770bfdbc70c06a', 'subnets': [{'id': '44eff8e7-bfb5-44e7-a892-7c7bed12057e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:24:57.013200 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cc6134-f200-4d93-abd9-df1c1a203bfb None None] The sync data for ids ['89890087-ed20-4d1c-b04f-46a6a7593ba4'] in dv-cinder-796806-1-iscsi is: [{'id': '89890087-ed20-4d1c-b04f-46a6a7593ba4', 'name': 'tempest-TestVolumeBootPattern-1215093460-router', 'tenant_id': 'ffcb73f8c8a84f869b770bfdbc70c06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'b46ef2df-d15f-41e8-830c-c86e30da6545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:24:49Z', 'updated_at': '2021-06-17T10:24:55Z', 'revision_number': 4, 'project_id': 'ffcb73f8c8a84f869b770bfdbc70c06a', 'gw_port': {'id': 'b46ef2df-d15f-41e8-830c-c86e30da6545', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:76:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89890087-ed20-4d1c-b04f-46a6a7593ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:24:51Z', 'updated_at': '2021-06-17T10:24:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi', '_interfaces': [{'id': 'ba90a318-6cb1-47e0-8301-e0b37d41aa63', 'name': '', 'network_id': 'd018be2d-821f-4e10-8ad5-f6e032159b2f', 'tenant_id': 'ffcb73f8c8a84f869b770bfdbc70c06a', 'mac_address': 'fa:16:3e:ed:a2:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89890087-ed20-4d1c-b04f-46a6a7593ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '44eff8e7-bfb5-44e7-a892-7c7bed12057e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:24:54Z', 'updated_at': '2021-06-17T10:24:55Z', 'revision_number': 1, 'project_id': 'ffcb73f8c8a84f869b770bfdbc70c06a', 'subnets': [{'id': '44eff8e7-bfb5-44e7-a892-7c7bed12057e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 10:24:57.070015 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d574587-36be-45b5-8cd4-38d7dd516b8a admin admin] Router 89890087-ed20-4d1c-b04f-46a6a7593ba4 has already been hosted by L3 agent 9ed9efc2-3eec-4d73-b246-cbd899a1984b {{(pid=93645) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 10:24:57.123780 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ba1a9ed8-cafd-4217-b387-8fe3c872ba8e None None] Provisioning complete for port ba90a318-6cb1-47e0-8301-e0b37d41aa63 triggered by entity DHCP. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:24:57.124289 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ba1a9ed8-cafd-4217-b387-8fe3c872ba8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:57.199380 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-ba1a9ed8-cafd-4217-b387-8fe3c872ba8e None None] Port ba90a318-6cb1-47e0-8301-e0b37d41aa63 cannot update to ACTIVE because it is not bound. {{(pid=93646) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 10:24:57.262970 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d574587-36be-45b5-8cd4-38d7dd516b8a admin admin] Notify agent at l3_agent.dv-cinder-796806-1-iscsi the message routers_updated {{(pid=93645) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 10:24:57.274018 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-4d574587-36be-45b5-8cd4-38d7dd516b8a admin admin] 10.222.0.22 "PUT /v2.0/routers/89890087-ed20-4d1c-b04f-46a6a7593ba4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4102085 Jun 17 10:24:58.172055 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:58.435661 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 54412) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:24:58.449624 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.v2.base [None req-0aefb15a-7a40-48d3-80df-a3090ef3803c tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1164107581', 'description': 'tempest-secgroup-smoke-1164107581 description', 'project_id': 'aca760d5d32f44678ef6de15bc80117f'}} {{(pid=93645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:24:58.619927 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-0aefb15a-7a40-48d3-80df-a3090ef3803c tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks [] for security_group, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:58.772877 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device b46ef2df-d15f-41e8-830c-c86e30da6545 up at agent ovs-agent-dv-cinder-796806-1-iscsi {{(pid=93646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:24:58.845605 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-0aefb15a-7a40-48d3-80df-a3090ef3803c tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks [] for security_group, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:59.010605 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Provisioning for port b46ef2df-d15f-41e8-830c-c86e30da6545 completed by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:24:59.010871 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-0aefb15a-7a40-48d3-80df-a3090ef3803c tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:59.016632 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-86e6ae29-60c0-4789-9dac-1a5859984f4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:59.018933 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Provisioning complete for port b46ef2df-d15f-41e8-830c-c86e30da6545 triggered by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:24:59.019639 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:59.058472 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aefb15a-7a40-48d3-80df-a3090ef3803c tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1bc7806-bc87-4ca4-84bd-873a3995d1cf,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:59.062074 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-0aefb15a-7a40-48d3-80df-a3090ef3803c tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:59.167015 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-0aefb15a-7a40-48d3-80df-a3090ef3803c tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks [] for security_group, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:59.173988 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-0aefb15a-7a40-48d3-80df-a3090ef3803c tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7306125 Jun 17 10:24:59.174823 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 54416) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:24:59.175725 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:59.187287 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.v2.base [None req-ece6a005-37de-48f2-8eef-f553ee3258c8 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Request body: {'security_group_rule': {'security_group_id': 'c1bc7806-bc87-4ca4-84bd-873a3995d1cf', 'project_id': 'aca760d5d32f44678ef6de15bc80117f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:24:59.222436 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] For port b46ef2df-d15f-41e8-830c-c86e30da6545, host dv-cinder-796806-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=b46ef2df-d15f-41e8-830c-c86e30da6545,segment=NetworkSegment(7a262c57-69fa-4e27-992a-6b78356f8ae4),segment_id=7a262c57-69fa-4e27-992a-6b78356f8ae4)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:24:59.404666 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:59.408109 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-c5401e3a-af8d-40a9-bb9d-1f5686e0b888 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:59.505414 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Pushing event updated for resources: {'Port': ['ID=b46ef2df-d15f-41e8-830c-c86e30da6545,revision_number=4']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:59.511217 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:59.520159 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-ece6a005-37de-48f2-8eef-f553ee3258c8 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:59.606140 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-ece6a005-37de-48f2-8eef-f553ee3258c8 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:59.788770 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-ece6a005-37de-48f2-8eef-f553ee3258c8 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708106'] for security_group_rule, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:59.802012 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:24:59.827217 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece6a005-37de-48f2-8eef-f553ee3258c8 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d59bf28-3e7b-418f-ba1b-c74340b3d34c,revision_number=0']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:24:59.832368 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-ece6a005-37de-48f2-8eef-f553ee3258c8 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:24:59.959311 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-48c110ae-3f08-45b4-b620-b37ab368555e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:59.962340 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-ece6a005-37de-48f2-8eef-f553ee3258c8 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:24:59.964473 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-ece6a005-37de-48f2-8eef-f553ee3258c8 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7878036 Jun 17 10:24:59.973056 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 54422) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:24:59.994733 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.v2.base [None req-da2ce270-4a54-4ba9-805f-e79149499aab tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Request body: {'security_group_rule': {'security_group_id': 'c1bc7806-bc87-4ca4-84bd-873a3995d1cf', 'project_id': 'aca760d5d32f44678ef6de15bc80117f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:25:00.037838 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04030d94-e1f9-4be9-a79d-e2b57aa215f4 None None] Sync routers for ids ['89890087-ed20-4d1c-b04f-46a6a7593ba4'] in dv-cinder-796806-1-iscsi {{(pid=93647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 10:25:00.067696 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04030d94-e1f9-4be9-a79d-e2b57aa215f4 None None] Routers {'89890087-ed20-4d1c-b04f-46a6a7593ba4'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:25:00.068695 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-04030d94-e1f9-4be9-a79d-e2b57aa215f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:24:33Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['89890087-ed20-4d1c-b04f-46a6a7593ba4'], 'active': True} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:25:00.232099 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-da2ce270-4a54-4ba9-805f-e79149499aab tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:00.236120 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvr_db [None req-04030d94-e1f9-4be9-a79d-e2b57aa215f4 None None] Set router 89890087-ed20-4d1c-b04f-46a6a7593ba4 gateway port host: dv-cinder-796806-1-iscsi {{(pid=93647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:25:00.342004 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-da2ce270-4a54-4ba9-805f-e79149499aab tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:00.497748 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-da2ce270-4a54-4ba9-805f-e79149499aab tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708106'] for security_group_rule, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:00.507118 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:00.550782 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2ce270-4a54-4ba9-805f-e79149499aab tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc8625b5-062d-48ef-9d42-9ef13ced6b50,revision_number=0']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:00.553084 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-da2ce270-4a54-4ba9-805f-e79149499aab tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:00.645906 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-04030d94-e1f9-4be9-a79d-e2b57aa215f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89890087-ed20-4d1c-b04f-46a6a7593ba4', 'name': 'tempest-TestVolumeBootPattern-1215093460-router', 'tenant_id': 'ffcb73f8c8a84f869b770bfdbc70c06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'b46ef2df-d15f-41e8-830c-c86e30da6545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:24:49Z', 'updated_at': '2021-06-17T10:24:55Z', 'revision_number': 4, 'project_id': 'ffcb73f8c8a84f869b770bfdbc70c06a', 'gw_port': {'id': 'b46ef2df-d15f-41e8-830c-c86e30da6545', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:76:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89890087-ed20-4d1c-b04f-46a6a7593ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:24:51Z', 'updated_at': '2021-06-17T10:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi', '_interfaces': [{'id': 'ba90a318-6cb1-47e0-8301-e0b37d41aa63', 'name': '', 'network_id': 'd018be2d-821f-4e10-8ad5-f6e032159b2f', 'tenant_id': 'ffcb73f8c8a84f869b770bfdbc70c06a', 'mac_address': 'fa:16:3e:ed:a2:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89890087-ed20-4d1c-b04f-46a6a7593ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '44eff8e7-bfb5-44e7-a892-7c7bed12057e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:24:54Z', 'updated_at': '2021-06-17T10:24:56Z', 'revision_number': 2, 'project_id': 'ffcb73f8c8a84f869b770bfdbc70c06a', 'subnets': [{'id': '44eff8e7-bfb5-44e7-a892-7c7bed12057e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:25:00.675233 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device b46ef2df-d15f-41e8-830c-c86e30da6545 up at agent ovs-agent-dv-cinder-796806-1-iscsi {{(pid=93646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:25:00.705173 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04030d94-e1f9-4be9-a79d-e2b57aa215f4 None None] Checking router: 89890087-ed20-4d1c-b04f-46a6a7593ba4 for host: dv-cinder-796806-1-iscsi {{(pid=93647) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 10:25:00.705550 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04030d94-e1f9-4be9-a79d-e2b57aa215f4 None None] Updating router 89890087-ed20-4d1c-b04f-46a6a7593ba4 port ba90a318-6cb1-47e0-8301-e0b37d41aa63 binding host dv-cinder-796806-1-iscsi {{(pid=93647) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 10:25:00.733541 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Provisioning complete for port b46ef2df-d15f-41e8-830c-c86e30da6545 triggered by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:25:00.733906 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:00.749575 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-04030d94-e1f9-4be9-a79d-e2b57aa215f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:00.886137 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-da2ce270-4a54-4ba9-805f-e79149499aab tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:00.892086 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 54430) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:25:00.893162 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-da2ce270-4a54-4ba9-805f-e79149499aab tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9219720 Jun 17 10:25:00.906977 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.v2.base [None req-ec1aa7fb-d3d7-4b2b-910a-d6c1b5d9b6d3 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Request body: {'security_group_rule': {'security_group_id': 'c1bc7806-bc87-4ca4-84bd-873a3995d1cf', 'project_id': 'aca760d5d32f44678ef6de15bc80117f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:25:01.132322 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-ec1aa7fb-d3d7-4b2b-910a-d6c1b5d9b6d3 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:01.177843 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-04030d94-e1f9-4be9-a79d-e2b57aa215f4 None None] Notify callbacks [] for port, precommit_update {{(pid=93647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:01.193753 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.provisioning_blocks [None req-04030d94-e1f9-4be9-a79d-e2b57aa215f4 None None] Transition to ACTIVE for port object ba90a318-6cb1-47e0-8301-e0b37d41aa63 will not be triggered until provisioned by entity L2. {{(pid=93647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:25:01.244823 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-ec1aa7fb-d3d7-4b2b-910a-d6c1b5d9b6d3 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:01.348448 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-04030d94-e1f9-4be9-a79d-e2b57aa215f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:01.353486 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:01.439266 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad786cc-c18c-4119-9437-01f8f658793e None None] Pushing event updated for resources: {'Port': ['ID=ba90a318-6cb1-47e0-8301-e0b37d41aa63,revision_number=3']} {{(pid=93647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:01.439629 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-ec1aa7fb-d3d7-4b2b-910a-d6c1b5d9b6d3 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708106'] for security_group_rule, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:01.445185 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG oslo_concurrency.lockutils [None req-0ad786cc-c18c-4119-9437-01f8f658793e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:01.456512 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-678e4bb2-6ce6-4644-8cb8-2453b0a50020 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:01.493716 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1aa7fb-d3d7-4b2b-910a-d6c1b5d9b6d3 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd856ee1-3a2f-4cde-aa93-498b6e22f183,revision_number=0']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:01.506512 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-ec1aa7fb-d3d7-4b2b-910a-d6c1b5d9b6d3 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:01.537913 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.managers [None req-04030d94-e1f9-4be9-a79d-e2b57aa215f4 None None] Attempting to bind port ba90a318-6cb1-47e0-8301-e0b37d41aa63 on host dv-cinder-796806-1-iscsi for vnic_type normal with profile {{(pid=93647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:25:01.538499 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.managers [None req-04030d94-e1f9-4be9-a79d-e2b57aa215f4 None None] Attempting to bind port ba90a318-6cb1-47e0-8301-e0b37d41aa63 by drivers openvswitch,hyperv on host dv-cinder-796806-1-iscsi at level 0 using segments [{'id': '361f0db1-5a8f-4f3a-a897-a6d2c61a5d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'd018be2d-821f-4e10-8ad5-f6e032159b2f'}] {{(pid=93647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:25:01.539831 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04030d94-e1f9-4be9-a79d-e2b57aa215f4 None None] Attempting to bind port ba90a318-6cb1-47e0-8301-e0b37d41aa63 on network d018be2d-821f-4e10-8ad5-f6e032159b2f {{(pid=93647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:25:01.547320 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04030d94-e1f9-4be9-a79d-e2b57aa215f4 None None] Checking agent: {'id': 'f230d01b-21be-4f06-8428-d429ae72cfd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796806-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 7, 3), 'started_at': datetime.datetime(2021, 6, 17, 10, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796806-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:25:01.547758 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04030d94-e1f9-4be9-a79d-e2b57aa215f4 None None] Checking segment: {'id': '361f0db1-5a8f-4f3a-a897-a6d2c61a5d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'd018be2d-821f-4e10-8ad5-f6e032159b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:25:01.548182 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-04030d94-e1f9-4be9-a79d-e2b57aa215f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:01.548593 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04030d94-e1f9-4be9-a79d-e2b57aa215f4 None None] Bound using segment: {'id': '361f0db1-5a8f-4f3a-a897-a6d2c61a5d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'd018be2d-821f-4e10-8ad5-f6e032159b2f'} {{(pid=93647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:25:01.549292 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.managers [None req-04030d94-e1f9-4be9-a79d-e2b57aa215f4 None None] Bound port: ba90a318-6cb1-47e0-8301-e0b37d41aa63, host: dv-cinder-796806-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '361f0db1-5a8f-4f3a-a897-a6d2c61a5d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'd018be2d-821f-4e10-8ad5-f6e032159b2f'}}] {{(pid=93647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:25:01.549925 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-04030d94-e1f9-4be9-a79d-e2b57aa215f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:01.615386 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-ec1aa7fb-d3d7-4b2b-910a-d6c1b5d9b6d3 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:01.622700 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-ec1aa7fb-d3d7-4b2b-910a-d6c1b5d9b6d3 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7262738 Jun 17 10:25:01.625461 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 54436) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:25:01.635817 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.v2.base [None req-8593d229-7953-4d8e-acac-0c7594a93e85 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Request body: {'security_group_rule': {'security_group_id': 'c1bc7806-bc87-4ca4-84bd-873a3995d1cf', 'project_id': 'aca760d5d32f44678ef6de15bc80117f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:25:01.676167 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.db [None req-04030d94-e1f9-4be9-a79d-e2b57aa215f4 None None] For port ba90a318-6cb1-47e0-8301-e0b37d41aa63, host dv-cinder-796806-1-iscsi, cleared binding levels {{(pid=93647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:25:01.685197 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.db [None req-04030d94-e1f9-4be9-a79d-e2b57aa215f4 None None] For port ba90a318-6cb1-47e0-8301-e0b37d41aa63, host dv-cinder-796806-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=ba90a318-6cb1-47e0-8301-e0b37d41aa63,segment=NetworkSegment(361f0db1-5a8f-4f3a-a897-a6d2c61a5d5a),segment_id=361f0db1-5a8f-4f3a-a897-a6d2c61a5d5a)] {{(pid=93647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:25:01.812641 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-04030d94-e1f9-4be9-a79d-e2b57aa215f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:01.817434 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG oslo_concurrency.lockutils [None req-0e628e73-9c66-4692-8968-dbd563fda73c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:01.821228 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-8593d229-7953-4d8e-acac-0c7594a93e85 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:01.877637 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04030d94-e1f9-4be9-a79d-e2b57aa215f4 None None] Routers {'89890087-ed20-4d1c-b04f-46a6a7593ba4'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:25:01.878415 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-04030d94-e1f9-4be9-a79d-e2b57aa215f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:24:33Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['89890087-ed20-4d1c-b04f-46a6a7593ba4'], 'active': True} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:25:01.942917 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-8593d229-7953-4d8e-acac-0c7594a93e85 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:01.985749 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad786cc-c18c-4119-9437-01f8f658793e None None] Pushing event updated for resources: {'Port': ['ID=ba90a318-6cb1-47e0-8301-e0b37d41aa63,revision_number=4']} {{(pid=93647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:01.993622 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG oslo_concurrency.lockutils [None req-0ad786cc-c18c-4119-9437-01f8f658793e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:02.065495 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvr_db [None req-04030d94-e1f9-4be9-a79d-e2b57aa215f4 None None] Set router 89890087-ed20-4d1c-b04f-46a6a7593ba4 gateway port host: dv-cinder-796806-1-iscsi {{(pid=93647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:25:02.074257 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-8593d229-7953-4d8e-acac-0c7594a93e85 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708106'] for security_group_rule, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:02.077967 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:02.119035 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8593d229-7953-4d8e-acac-0c7594a93e85 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dda1f0b-5942-4448-bedb-7b491c901168,revision_number=0']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:02.123147 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-8593d229-7953-4d8e-acac-0c7594a93e85 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:02.217455 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-8593d229-7953-4d8e-acac-0c7594a93e85 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:02.219907 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-8593d229-7953-4d8e-acac-0c7594a93e85 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5924206 Jun 17 10:25:02.223570 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 54438) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:25:02.231753 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.v2.base [None req-076c2a23-1311-4239-b9b9-e87b62bfa006 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Request body: {'security_group_rule': {'security_group_id': 'c1bc7806-bc87-4ca4-84bd-873a3995d1cf', 'project_id': 'aca760d5d32f44678ef6de15bc80117f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:25:02.377514 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.db.securitygroups_db [None req-076c2a23-1311-4239-b9b9-e87b62bfa006 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Project aca760d5d32f44678ef6de15bc80117f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 10:25:02.387566 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-076c2a23-1311-4239-b9b9-e87b62bfa006 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:02.521242 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-076c2a23-1311-4239-b9b9-e87b62bfa006 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:02.547740 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-04030d94-e1f9-4be9-a79d-e2b57aa215f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89890087-ed20-4d1c-b04f-46a6a7593ba4', 'name': 'tempest-TestVolumeBootPattern-1215093460-router', 'tenant_id': 'ffcb73f8c8a84f869b770bfdbc70c06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'b46ef2df-d15f-41e8-830c-c86e30da6545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:24:49Z', 'updated_at': '2021-06-17T10:24:55Z', 'revision_number': 4, 'project_id': 'ffcb73f8c8a84f869b770bfdbc70c06a', 'gw_port': {'id': 'b46ef2df-d15f-41e8-830c-c86e30da6545', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:76:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89890087-ed20-4d1c-b04f-46a6a7593ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:24:51Z', 'updated_at': '2021-06-17T10:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi', '_interfaces': [{'id': 'ba90a318-6cb1-47e0-8301-e0b37d41aa63', 'name': '', 'network_id': 'd018be2d-821f-4e10-8ad5-f6e032159b2f', 'tenant_id': 'ffcb73f8c8a84f869b770bfdbc70c06a', 'mac_address': 'fa:16:3e:ed:a2:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89890087-ed20-4d1c-b04f-46a6a7593ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '44eff8e7-bfb5-44e7-a892-7c7bed12057e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:24:54Z', 'updated_at': '2021-06-17T10:25:01Z', 'revision_number': 4, 'project_id': 'ffcb73f8c8a84f869b770bfdbc70c06a', 'subnets': [{'id': '44eff8e7-bfb5-44e7-a892-7c7bed12057e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:25:02.599239 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04030d94-e1f9-4be9-a79d-e2b57aa215f4 None None] The sync data for ids ['89890087-ed20-4d1c-b04f-46a6a7593ba4'] in dv-cinder-796806-1-iscsi is: [{'id': '89890087-ed20-4d1c-b04f-46a6a7593ba4', 'name': 'tempest-TestVolumeBootPattern-1215093460-router', 'tenant_id': 'ffcb73f8c8a84f869b770bfdbc70c06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'b46ef2df-d15f-41e8-830c-c86e30da6545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:24:49Z', 'updated_at': '2021-06-17T10:24:55Z', 'revision_number': 4, 'project_id': 'ffcb73f8c8a84f869b770bfdbc70c06a', 'gw_port': {'id': 'b46ef2df-d15f-41e8-830c-c86e30da6545', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:76:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89890087-ed20-4d1c-b04f-46a6a7593ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:24:51Z', 'updated_at': '2021-06-17T10:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi', '_interfaces': [{'id': 'ba90a318-6cb1-47e0-8301-e0b37d41aa63', 'name': '', 'network_id': 'd018be2d-821f-4e10-8ad5-f6e032159b2f', 'tenant_id': 'ffcb73f8c8a84f869b770bfdbc70c06a', 'mac_address': 'fa:16:3e:ed:a2:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89890087-ed20-4d1c-b04f-46a6a7593ba4', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '44eff8e7-bfb5-44e7-a892-7c7bed12057e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:24:54Z', 'updated_at': '2021-06-17T10:25:01Z', 'revision_number': 4, 'project_id': 'ffcb73f8c8a84f869b770bfdbc70c06a', 'subnets': [{'id': '44eff8e7-bfb5-44e7-a892-7c7bed12057e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 10:25:02.652329 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-076c2a23-1311-4239-b9b9-e87b62bfa006 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708106'] for security_group_rule, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:02.656092 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:02.695804 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076c2a23-1311-4239-b9b9-e87b62bfa006 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b77722d4-44f3-4927-a8e6-cee3d5a7d5b1,revision_number=0']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:02.698189 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-076c2a23-1311-4239-b9b9-e87b62bfa006 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:02.722863 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device ba90a318-6cb1-47e0-8301-e0b37d41aa63 up at agent ovs-agent-dv-cinder-796806-1-iscsi {{(pid=93646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:25:02.816192 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-076c2a23-1311-4239-b9b9-e87b62bfa006 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:02.818347 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-076c2a23-1311-4239-b9b9-e87b62bfa006 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5930722 Jun 17 10:25:02.823020 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 54442) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:25:02.838605 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.v2.base [None req-ab9a0039-d17d-42cb-83f9-65d579084739 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Request body: {'security_group_rule': {'security_group_id': 'c1bc7806-bc87-4ca4-84bd-873a3995d1cf', 'project_id': 'aca760d5d32f44678ef6de15bc80117f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:25:02.891453 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Provisioning for port ba90a318-6cb1-47e0-8301-e0b37d41aa63 completed by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:25:02.897548 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Provisioning complete for port ba90a318-6cb1-47e0-8301-e0b37d41aa63 triggered by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:25:02.898805 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:02.966733 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.db.securitygroups_db [None req-ab9a0039-d17d-42cb-83f9-65d579084739 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Project aca760d5d32f44678ef6de15bc80117f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 10:25:02.976080 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-ab9a0039-d17d-42cb-83f9-65d579084739 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:03.057069 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:03.108356 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-ab9a0039-d17d-42cb-83f9-65d579084739 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:03.125339 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] For port ba90a318-6cb1-47e0-8301-e0b37d41aa63, host dv-cinder-796806-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=ba90a318-6cb1-47e0-8301-e0b37d41aa63,segment=NetworkSegment(361f0db1-5a8f-4f3a-a897-a6d2c61a5d5a),segment_id=361f0db1-5a8f-4f3a-a897-a6d2c61a5d5a)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:25:03.200505 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-ab9a0039-d17d-42cb-83f9-65d579084739 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708106'] for security_group_rule, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:03.204712 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-da2ce270-4a54-4ba9-805f-e79149499aab tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:03.235303 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:03.235932 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9a0039-d17d-42cb-83f9-65d579084739 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a294e1e9-8ae4-4adb-807f-3c903cecc8d0,revision_number=0']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:03.246851 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-b2e99039-1c4c-4ba6-a031-7717b4650f31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:03.247021 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-ab9a0039-d17d-42cb-83f9-65d579084739 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:03.322902 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-4cf85b2a-ced6-422b-903f-e4f8a3a73c8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:03.353579 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Pushing event updated for resources: {'Port': ['ID=ba90a318-6cb1-47e0-8301-e0b37d41aa63,revision_number=5']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:03.355581 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-ab9a0039-d17d-42cb-83f9-65d579084739 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:03.360166 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-ab9a0039-d17d-42cb-83f9-65d579084739 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5352151 Jun 17 10:25:03.365352 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:03.479827 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:04.697430 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device ba90a318-6cb1-47e0-8301-e0b37d41aa63 up at agent ovs-agent-dv-cinder-796806-1-iscsi {{(pid=93646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:25:04.768215 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Provisioning complete for port ba90a318-6cb1-47e0-8301-e0b37d41aa63 triggered by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:25:04.768821 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:05.193857 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-76f1cb7e-d4ef-4c29-a3c2-2b16775f9f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:05.337254 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-86c7ddc0-e39b-4307-97c6-f241a4dea203 req-6a6ff8ae-ff21-4449-b5a4-84e1ad1163d3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4b173c33-c7ca-4c6e-98b8-79c9027970bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0747705 Jun 17 10:25:05.496694 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c7ddc0-e39b-4307-97c6-f241a4dea203 req-685ef382-c436-4641-acce-2c8033c21bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:05.499010 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-86c7ddc0-e39b-4307-97c6-f241a4dea203 req-685ef382-c436-4641-acce-2c8033c21bc3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a48f3a58719945bcbe434bb642bb07c4&device_id=4b173c33-c7ca-4c6e-98b8-79c9027970bb HTTP/1.1" status: 200 len: 1098 time: 0.0942178 Jun 17 10:25:05.757344 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c7ddc0-e39b-4307-97c6-f241a4dea203 req-20125324-6749-43db-8e8f-2ddbdac9b3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:05.759300 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-86c7ddc0-e39b-4307-97c6-f241a4dea203 req-20125324-6749-43db-8e8f-2ddbdac9b3b3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a9682b63-2ad1-4cec-a7f3-70239b2c7a86 HTTP/1.1" status: 200 len: 909 time: 0.2097228 Jun 17 10:25:06.331584 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-86c7ddc0-e39b-4307-97c6-f241a4dea203 req-ced8a072-08e2-4291-9225-7161a4e6abde service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c2f9b52-acf9-48c2-9f3a-59435020184d HTTP/1.1" status: 200 len: 1001 time: 0.5520158 Jun 17 10:25:06.413921 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c7ddc0-e39b-4307-97c6-f241a4dea203 req-ca59347c-755b-4e0e-a8f9-1929a8cff61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:06.419114 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-86c7ddc0-e39b-4307-97c6-f241a4dea203 req-ca59347c-755b-4e0e-a8f9-1929a8cff61c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9ede7e81-dfd0-4030-b334-ce8baee8e073 HTTP/1.1" status: 200 len: 847 time: 0.0860558 Jun 17 10:25:06.522697 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c7ddc0-e39b-4307-97c6-f241a4dea203 req-96029151-c998-4ff9-a9bb-f4c6150b74f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:06.531372 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-86c7ddc0-e39b-4307-97c6-f241a4dea203 req-96029151-c998-4ff9-a9bb-f4c6150b74f5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a9682b63-2ad1-4cec-a7f3-70239b2c7a86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0977294 Jun 17 10:25:06.721799 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-86c7ddc0-e39b-4307-97c6-f241a4dea203 req-7c7aa73e-b88f-4e91-a69a-4614dcd41099 service neutron] 10.222.0.47 "GET /v2.0/networks/a9682b63-2ad1-4cec-a7f3-70239b2c7a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859345 Jun 17 10:25:06.960000 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-86c7ddc0-e39b-4307-97c6-f241a4dea203 req-186dbb3a-a396-4061-b25d-c7ee3a67bf27 service neutron] 10.222.0.47 "GET /v2.0/networks/a9682b63-2ad1-4cec-a7f3-70239b2c7a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167418 Jun 17 10:25:07.011547 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8334b2a8-081d-4a08-b273-522b2363e8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:13.199605 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 54602) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:25:13.340323 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-ef920fab-b210-43a3-9605-cb9ce8d9f15d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:13.502338 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-ef920fab-b210-43a3-9605-cb9ce8d9f15d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:13.598308 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-ef920fab-b210-43a3-9605-cb9ce8d9f15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:13.605617 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-fc2e7687-5547-4c5f-91e0-c30fc15bc10b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:13.682646 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-ef920fab-b210-43a3-9605-cb9ce8d9f15d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bd18ecb863704b17ae7b3ecf82ccb4fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4812841 Jun 17 10:25:13.685099 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef920fab-b210-43a3-9605-cb9ce8d9f15d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=619468c5-fd2c-4317-a2f7-acb91250c30f,revision_number=1']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:13.688029 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 54608) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:25:13.691283 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-ef920fab-b210-43a3-9605-cb9ce8d9f15d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:13.763940 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-1ff8fbaa-5d06-4208-be35-b5bc361ca0a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:13.808086 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-1ff8fbaa-5d06-4208-be35-b5bc361ca0a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:14.010714 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-1ff8fbaa-5d06-4208-be35-b5bc361ca0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:14.015981 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-1ff8fbaa-5d06-4208-be35-b5bc361ca0a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:14.018214 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-1ff8fbaa-5d06-4208-be35-b5bc361ca0a9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/619468c5-fd2c-4317-a2f7-acb91250c30f HTTP/1.1" status: 204 len: 168 time: 0.3284287 Jun 17 10:25:14.019450 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-be916ee1-ac98-491c-a303-077974461ebe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:14.034277 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff8fbaa-5d06-4208-be35-b5bc361ca0a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=619468c5-fd2c-4317-a2f7-acb91250c30f,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:14.038569 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-1ff8fbaa-5d06-4208-be35-b5bc361ca0a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:15.686305 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374dde9-d5de-43c2-a56c-69d693e5ce4f req-be7ae0cc-2953-40c6-9c0d-1a5eb29a1d8f tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:15.690116 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-0374dde9-d5de-43c2-a56c-69d693e5ce4f req-be7ae0cc-2953-40c6-9c0d-1a5eb29a1d8f tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b173c33-c7ca-4c6e-98b8-79c9027970bb HTTP/1.1" status: 200 len: 945 time: 0.1369216 Jun 17 10:25:15.760626 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-0374dde9-d5de-43c2-a56c-69d693e5ce4f req-1aad4fe4-944f-4629-8cee-9d5e4cf97648 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/security-groups?id=70eaf6ca-0936-4be3-96f5-83f2f2424c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612557 Jun 17 10:25:17.087484 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fba42bd-9346-4dd9-abbf-e74147318ee5 req-232416e9-90e5-4d6b-9e5e-bf2484466bd7 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:17.090323 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-8fba42bd-9346-4dd9-abbf-e74147318ee5 req-232416e9-90e5-4d6b-9e5e-bf2484466bd7 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b173c33-c7ca-4c6e-98b8-79c9027970bb HTTP/1.1" status: 200 len: 945 time: 0.1252077 Jun 17 10:25:17.167821 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-8fba42bd-9346-4dd9-abbf-e74147318ee5 req-1ddd81dd-734f-4b93-8a7a-cfae6933a6d7 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/security-groups?id=70eaf6ca-0936-4be3-96f5-83f2f2424c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689480 Jun 17 10:25:18.434445 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0359bc66-f3ab-4cfb-8dcc-5dae15182e25 req-9f847576-4a98-4f4f-a771-4c9218f67784 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:18.436136 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-0359bc66-f3ab-4cfb-8dcc-5dae15182e25 req-9f847576-4a98-4f4f-a771-4c9218f67784 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b173c33-c7ca-4c6e-98b8-79c9027970bb HTTP/1.1" status: 200 len: 945 time: 0.1094396 Jun 17 10:25:18.497212 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-0359bc66-f3ab-4cfb-8dcc-5dae15182e25 req-3272a7c7-12de-4dfd-b0c5-9d12051910b0 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/security-groups?id=70eaf6ca-0936-4be3-96f5-83f2f2424c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542715 Jun 17 10:25:19.853651 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee4805-d35a-4d52-8a11-d2fc2e2fd3e3 req-7a7a1569-76a9-4952-9749-49db2ce5cd25 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:19.856579 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-feee4805-d35a-4d52-8a11-d2fc2e2fd3e3 req-7a7a1569-76a9-4952-9749-49db2ce5cd25 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b173c33-c7ca-4c6e-98b8-79c9027970bb HTTP/1.1" status: 200 len: 945 time: 0.1464779 Jun 17 10:25:19.932694 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-feee4805-d35a-4d52-8a11-d2fc2e2fd3e3 req-61d4dddd-b37c-40db-b294-a03f949dbe60 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/security-groups?id=70eaf6ca-0936-4be3-96f5-83f2f2424c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647695 Jun 17 10:25:21.290157 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66661c07-d0e4-4f54-8a91-a6079e601bb5 req-d4e57ea9-7017-4ac6-8e21-86c652552707 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:21.294341 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-66661c07-d0e4-4f54-8a91-a6079e601bb5 req-d4e57ea9-7017-4ac6-8e21-86c652552707 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b173c33-c7ca-4c6e-98b8-79c9027970bb HTTP/1.1" status: 200 len: 945 time: 0.1368380 Jun 17 10:25:21.383547 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-66661c07-d0e4-4f54-8a91-a6079e601bb5 req-65ab9601-095d-4e71-9edb-361d95f4d7cd tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/security-groups?id=70eaf6ca-0936-4be3-96f5-83f2f2424c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779831 Jun 17 10:25:22.701035 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.agents_db [None req-342b98a1-7fdc-4d24-a539-fe72a001d92b None None] Agent healthcheck: found 6 active agents {{(pid=93647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:25:22.714738 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bda8d2e-cbd5-4ce4-b908-eae1837be019 req-00ffc31a-8129-4f28-93cb-51f73adcec4c tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:22.717661 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-4bda8d2e-cbd5-4ce4-b908-eae1837be019 req-00ffc31a-8129-4f28-93cb-51f73adcec4c tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b173c33-c7ca-4c6e-98b8-79c9027970bb HTTP/1.1" status: 200 len: 945 time: 0.1243138 Jun 17 10:25:22.792553 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-4bda8d2e-cbd5-4ce4-b908-eae1837be019 req-0bb97605-8f20-43b4-b51e-4897b7483349 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/security-groups?id=70eaf6ca-0936-4be3-96f5-83f2f2424c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633643 Jun 17 10:25:24.122217 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1e555b-d74d-40dd-9d19-355e93ed4432 req-4ae1d7b6-82a7-46ae-8ac7-607b502b6bc6 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:24.125065 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-dc1e555b-d74d-40dd-9d19-355e93ed4432 req-4ae1d7b6-82a7-46ae-8ac7-607b502b6bc6 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b173c33-c7ca-4c6e-98b8-79c9027970bb HTTP/1.1" status: 200 len: 945 time: 0.1408918 Jun 17 10:25:24.207430 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-dc1e555b-d74d-40dd-9d19-355e93ed4432 req-e0c1995f-49bc-4f52-ac6f-9a9c644b4d18 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/security-groups?id=70eaf6ca-0936-4be3-96f5-83f2f2424c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710466 Jun 17 10:25:25.565858 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd506145-a861-4327-be1c-7c50618583af req-e8fdfbe0-189e-4d29-bcc7-31e77685e19f tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:25.567959 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-dd506145-a861-4327-be1c-7c50618583af req-e8fdfbe0-189e-4d29-bcc7-31e77685e19f tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b173c33-c7ca-4c6e-98b8-79c9027970bb HTTP/1.1" status: 200 len: 945 time: 0.1223347 Jun 17 10:25:25.644911 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-dd506145-a861-4327-be1c-7c50618583af req-090ef07f-8de6-4255-bfb1-f4d26f2f4793 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/security-groups?id=70eaf6ca-0936-4be3-96f5-83f2f2424c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653288 Jun 17 10:25:26.978086 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e1de5-9931-4671-81ab-57e30fa38cbc req-06a4b904-96ac-4220-b3c6-c8b2157e9d74 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:26.980084 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-495e1de5-9931-4671-81ab-57e30fa38cbc req-06a4b904-96ac-4220-b3c6-c8b2157e9d74 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b173c33-c7ca-4c6e-98b8-79c9027970bb HTTP/1.1" status: 200 len: 945 time: 0.1433253 Jun 17 10:25:27.048719 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9196bb95-8e3a-44b8-a455-a2d8d551e394 req-693dfc01-a51f-46eb-9db8-d1e6dcd3a6f8 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1164107581&fields=id&tenant_id=aca760d5d32f44678ef6de15bc80117f HTTP/1.1" status: 200 len: 267 time: 0.1083066 Jun 17 10:25:27.088837 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-495e1de5-9931-4671-81ab-57e30fa38cbc req-f6459ee3-0f51-4dd3-a51f-346d4aeba81e tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/security-groups?id=70eaf6ca-0936-4be3-96f5-83f2f2424c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926080 Jun 17 10:25:27.244821 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9196bb95-8e3a-44b8-a455-a2d8d551e394 req-8f28e3c8-cb99-4a12-99f5-363022f6349c tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:27.247639 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9196bb95-8e3a-44b8-a455-a2d8d551e394 req-8f28e3c8-cb99-4a12-99f5-363022f6349c tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/networks?id=fbf95478-19a5-4f07-a34f-dd4f56a3b0c1 HTTP/1.1" status: 200 len: 811 time: 0.1809282 Jun 17 10:25:27.276710 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9196bb95-8e3a-44b8-a455-a2d8d551e394 req-8247df19-1676-431e-bd75-d640846f25dd tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/quotas/aca760d5d32f44678ef6de15bc80117f HTTP/1.1" status: 200 len: 375 time: 0.0172267 Jun 17 10:25:27.429738 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9196bb95-8e3a-44b8-a455-a2d8d551e394 req-aa3cade2-6397-46fd-bc04-089e53eaf44f tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=aca760d5d32f44678ef6de15bc80117f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1422389 Jun 17 10:25:27.620918 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9196bb95-8e3a-44b8-a455-a2d8d551e394 req-b6df93f4-c76f-4fae-969f-e70b7859a315 service neutron] 10.222.0.22 "GET /v2.0/networks/fbf95478-19a5-4f07-a34f-dd4f56a3b0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687443 Jun 17 10:25:27.784741 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9196bb95-8e3a-44b8-a455-a2d8d551e394 req-d711e553-5d03-4ac1-b3c4-0df9845340bf service neutron] 10.222.0.22 "GET /v2.0/networks/fbf95478-19a5-4f07-a34f-dd4f56a3b0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530719 Jun 17 10:25:28.239860 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:28.418722 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe43369-ad23-4182-b4cf-98250bb43069 req-de2e0c28-3925-4133-99e7-b101bfd294c8 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:28.421592 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-bbe43369-ad23-4182-b4cf-98250bb43069 req-de2e0c28-3925-4133-99e7-b101bfd294c8 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b173c33-c7ca-4c6e-98b8-79c9027970bb HTTP/1.1" status: 200 len: 945 time: 0.1225491 Jun 17 10:25:28.497863 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-bbe43369-ad23-4182-b4cf-98250bb43069 req-407402e6-477d-4cc5-99a0-2110af034c56 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/security-groups?id=70eaf6ca-0936-4be3-96f5-83f2f2424c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653450 Jun 17 10:25:28.762776 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-3a1ce823-45b4-4a91-836d-ad2b4aa818a8 req-77857980-b9d3-465c-b3c8-512d21e78f6e tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/ports?device_id=38c0aa32-8c76-4913-9177-9ab6a1c3b218 HTTP/1.1" status: 200 len: 210 time: 0.0576408 Jun 17 10:25:29.862293 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c412dad0-624c-46ca-9e73-813e6d69a5fa req-092e6a19-767f-4b43-8e2f-39a9f8b11489 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:29.865165 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-c412dad0-624c-46ca-9e73-813e6d69a5fa req-092e6a19-767f-4b43-8e2f-39a9f8b11489 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b173c33-c7ca-4c6e-98b8-79c9027970bb HTTP/1.1" status: 200 len: 945 time: 0.1318099 Jun 17 10:25:29.919347 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-e471c78d-1dc3-4c1d-9e3e-16ef09e28f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:29.937092 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-e3113bcf-2bdd-45cd-a0f8-b57722b84b00 req-f846fe77-2246-4b3f-9eac-bca1d5e9a31c tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/ports?device_id=38c0aa32-8c76-4913-9177-9ab6a1c3b218 HTTP/1.1" status: 200 len: 210 time: 0.0656803 Jun 17 10:25:29.993606 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-c412dad0-624c-46ca-9e73-813e6d69a5fa req-752649c6-eef2-4ce9-ad85-e7e196ba1ca6 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/security-groups?id=70eaf6ca-0936-4be3-96f5-83f2f2424c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052735 Jun 17 10:25:31.000230 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f69986-80b0-4392-af8f-05102a32c913 req-9b04914d-621a-4538-bd49-2c954c1d8d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:31.003088 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-b0f69986-80b0-4392-af8f-05102a32c913 req-9b04914d-621a-4538-bd49-2c954c1d8d61 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a48f3a58719945bcbe434bb642bb07c4&device_id=4b173c33-c7ca-4c6e-98b8-79c9027970bb HTTP/1.1" status: 200 len: 1098 time: 0.1049197 Jun 17 10:25:31.231478 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f69986-80b0-4392-af8f-05102a32c913 req-084e13f7-c540-4db0-add5-91889313c9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:31.234481 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-b0f69986-80b0-4392-af8f-05102a32c913 req-084e13f7-c540-4db0-add5-91889313c9e8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a9682b63-2ad1-4cec-a7f3-70239b2c7a86 HTTP/1.1" status: 200 len: 909 time: 0.2232966 Jun 17 10:25:31.262684 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-7c8c10bf-3c8b-43e8-95c9-cd983fa8c4fd req-c95e9ee0-e951-4550-97d7-bcccb395707e tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/ports?device_id=38c0aa32-8c76-4913-9177-9ab6a1c3b218 HTTP/1.1" status: 200 len: 210 time: 0.0714409 Jun 17 10:25:31.378631 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-b0f69986-80b0-4392-af8f-05102a32c913 req-b89d4174-3b31-4558-a188-35f32a7c750e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c2f9b52-acf9-48c2-9f3a-59435020184d HTTP/1.1" status: 200 len: 1001 time: 0.1352327 Jun 17 10:25:31.408720 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6343ec4d-fb7d-4b87-8879-cc79463545dd req-870a5621-1b21-4d21-8a74-cb5a3f7b3bec tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:31.412280 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6343ec4d-fb7d-4b87-8879-cc79463545dd req-870a5621-1b21-4d21-8a74-cb5a3f7b3bec tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b173c33-c7ca-4c6e-98b8-79c9027970bb HTTP/1.1" status: 200 len: 945 time: 0.1466017 Jun 17 10:25:31.496281 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f69986-80b0-4392-af8f-05102a32c913 req-699bce9d-52e0-40ce-b6d8-1c95202e4dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:31.506903 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-b0f69986-80b0-4392-af8f-05102a32c913 req-699bce9d-52e0-40ce-b6d8-1c95202e4dbd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9ede7e81-dfd0-4030-b334-ce8baee8e073 HTTP/1.1" status: 200 len: 847 time: 0.1081283 Jun 17 10:25:31.514363 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6343ec4d-fb7d-4b87-8879-cc79463545dd req-ea65273e-4289-45d9-b2cd-803719d57730 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/security-groups?id=70eaf6ca-0936-4be3-96f5-83f2f2424c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897822 Jun 17 10:25:31.646359 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f69986-80b0-4392-af8f-05102a32c913 req-e9f3f727-8c07-4623-9d65-6c7dbb271cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:31.648544 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-b0f69986-80b0-4392-af8f-05102a32c913 req-e9f3f727-8c07-4623-9d65-6c7dbb271cd6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a9682b63-2ad1-4cec-a7f3-70239b2c7a86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1322305 Jun 17 10:25:31.810621 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-b0f69986-80b0-4392-af8f-05102a32c913 req-f1331695-f204-45c9-8950-6181a39034e8 service neutron] 10.222.0.47 "GET /v2.0/networks/a9682b63-2ad1-4cec-a7f3-70239b2c7a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542985 Jun 17 10:25:32.012607 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-b0f69986-80b0-4392-af8f-05102a32c913 req-04340888-f4b7-4cf0-9305-2859e6fa082b service neutron] 10.222.0.47 "GET /v2.0/networks/a9682b63-2ad1-4cec-a7f3-70239b2c7a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938660 Jun 17 10:25:32.551269 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-e25279eb-6b83-4afe-829f-904a1f93e4fd req-b6cd3647-8d6e-4721-8da9-5532cccbd880 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/ports?device_id=38c0aa32-8c76-4913-9177-9ab6a1c3b218 HTTP/1.1" status: 200 len: 210 time: 0.0568841 Jun 17 10:25:32.865005 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d1dad-ea26-4a9f-96f2-f1822fff7154 req-9eea33fb-8fd7-4141-b238-c643f3fec0c5 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:32.868377 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-257d1dad-ea26-4a9f-96f2-f1822fff7154 req-9eea33fb-8fd7-4141-b238-c643f3fec0c5 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b173c33-c7ca-4c6e-98b8-79c9027970bb HTTP/1.1" status: 200 len: 945 time: 0.1350410 Jun 17 10:25:32.945635 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-257d1dad-ea26-4a9f-96f2-f1822fff7154 req-4b646c6e-02fb-43ba-921a-123661900816 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/security-groups?id=70eaf6ca-0936-4be3-96f5-83f2f2424c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665042 Jun 17 10:25:33.200160 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9196bb95-8e3a-44b8-a455-a2d8d551e394 req-cf0a4dc5-155b-4c17-970d-8b9e079863e8 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:33.201874 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-9196bb95-8e3a-44b8-a455-a2d8d551e394 req-cf0a4dc5-155b-4c17-970d-8b9e079863e8 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.47 "GET /v2.0/networks?id=fbf95478-19a5-4f07-a34f-dd4f56a3b0c1 HTTP/1.1" status: 200 len: 811 time: 0.2473321 Jun 17 10:25:33.278105 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-9196bb95-8e3a-44b8-a455-a2d8d551e394 req-7691d9e7-83b5-41f4-a817-fc10ac0a578e tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aca760d5d32f44678ef6de15bc80117f HTTP/1.1" status: 200 len: 380 time: 0.0623112 Jun 17 10:25:33.297800 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.v2.base [req-9196bb95-8e3a-44b8-a455-a2d8d551e394 req-d3568a42-2558-4ea1-a4a8-e1a3c4621f61 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Request body: {'port': {'device_id': '38c0aa32-8c76-4913-9177-9ab6a1c3b218', 'network_id': 'fbf95478-19a5-4f07-a34f-dd4f56a3b0c1', 'admin_state_up': True, 'tenant_id': 'aca760d5d32f44678ef6de15bc80117f', 'security_groups': ['c1bc7806-bc87-4ca4-84bd-873a3995d1cf']}} {{(pid=93645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:25:33.313713 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-cc95fd3b-9137-4192-a24c-10569891a9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:33.468168 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:33.710253 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9196bb95-8e3a-44b8-a455-a2d8d551e394 req-d3568a42-2558-4ea1-a4a8-e1a3c4621f61 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Made reservation on behalf of aca760d5d32f44678ef6de15bc80117f for: {'port': 1} {{(pid=93645) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:25:33.715623 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-9196bb95-8e3a-44b8-a455-a2d8d551e394 req-d3568a42-2558-4ea1-a4a8-e1a3c4621f61 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3930454'] for port, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:33.829676 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-e8f6162a-cb0c-45bb-9b15-c816ba4eb138 req-217bcb96-705d-4da6-87a9-86553800789a tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/ports?device_id=38c0aa32-8c76-4913-9177-9ab6a1c3b218 HTTP/1.1" status: 200 len: 210 time: 0.0539551 Jun 17 10:25:33.997313 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.db_base_plugin_common [req-9196bb95-8e3a-44b8-a455-a2d8d551e394 req-d3568a42-2558-4ea1-a4a8-e1a3c4621f61 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Allocated IP 172.20.0.3 (fbf95478-19a5-4f07-a34f-dd4f56a3b0c1/cf327c71-eda0-4c61-af33-93c8df9a6c5d/fa18f64a-5c9e-444d-ad7c-f2f024bcf58c) {{(pid=93645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:25:34.304392 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-9196bb95-8e3a-44b8-a455-a2d8d551e394 req-d3568a42-2558-4ea1-a4a8-e1a3c4621f61 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks [] for port, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:34.310962 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d850caf-0545-41aa-af7f-505045504a2a req-97d95e72-575b-4cda-814f-9ba0e1c35af0 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:34.313936 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-0d850caf-0545-41aa-af7f-505045504a2a req-97d95e72-575b-4cda-814f-9ba0e1c35af0 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b173c33-c7ca-4c6e-98b8-79c9027970bb HTTP/1.1" status: 200 len: 945 time: 0.1358807 Jun 17 10:25:34.335989 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.provisioning_blocks [req-9196bb95-8e3a-44b8-a455-a2d8d551e394 req-d3568a42-2558-4ea1-a4a8-e1a3c4621f61 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Transition to ACTIVE for port object fa18f64a-5c9e-444d-ad7c-f2f024bcf58c will not be triggered until provisioned by entity DHCP. {{(pid=93645) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:25:34.405328 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-0d850caf-0545-41aa-af7f-505045504a2a req-b45a69cb-2888-4e15-9243-274328f2f143 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/security-groups?id=70eaf6ca-0936-4be3-96f5-83f2f2424c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797982 Jun 17 10:25:34.503960 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-9196bb95-8e3a-44b8-a455-a2d8d551e394 req-d3568a42-2558-4ea1-a4a8-e1a3c4621f61 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3925395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740733869087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129691327'] for port, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:34.511429 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-5d30a9d3-b712-4aab-bb33-072603470ba2 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:34.596393 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9196bb95-8e3a-44b8-a455-a2d8d551e394 req-d3568a42-2558-4ea1-a4a8-e1a3c4621f61 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Network fbf95478-19a5-4f07-a34f-dd4f56a3b0c1 is already hosted by enough agents. {{(pid=93645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:25:34.599399 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.base_scheduler [req-9196bb95-8e3a-44b8-a455-a2d8d551e394 req-d3568a42-2558-4ea1-a4a8-e1a3c4621f61 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Resources bound (agent type, host, resource id): {{(pid=93645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:25:34.608952 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.l3_dvrscheduler_db [req-9196bb95-8e3a-44b8-a455-a2d8d551e394 req-d3568a42-2558-4ea1-a4a8-e1a3c4621f61 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Received port after_create {{(pid=93645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:25:34.687889 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3568a42-2558-4ea1-a4a8-e1a3c4621f61 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Pushing event updated for resources: {'Port': ['ID=fa18f64a-5c9e-444d-ad7c-f2f024bcf58c,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:34.697609 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-d3568a42-2558-4ea1-a4a8-e1a3c4621f61 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:34.753644 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9196bb95-8e3a-44b8-a455-a2d8d551e394 req-d3568a42-2558-4ea1-a4a8-e1a3c4621f61 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:34.753644 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-9196bb95-8e3a-44b8-a455-a2d8d551e394 req-d3568a42-2558-4ea1-a4a8-e1a3c4621f61 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733'] for port, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:34.863853 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-9196bb95-8e3a-44b8-a455-a2d8d551e394 req-d3568a42-2558-4ea1-a4a8-e1a3c4621f61 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5734208 Jun 17 10:25:34.880832 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.v2.base [req-9196bb95-8e3a-44b8-a455-a2d8d551e394 req-bce7464f-9792-40b7-af51-625c6e0760ec service neutron] Request body: {'port': {'device_id': '38c0aa32-8c76-4913-9177-9ab6a1c3b218', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79680'}} {{(pid=93645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:25:35.119596 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-9196bb95-8e3a-44b8-a455-a2d8d551e394 req-bce7464f-9792-40b7-af51-625c6e0760ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:35.136377 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-76f1cb7e-d4ef-4c29-a3c2-2b16775f9f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:35.140602 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-9509f3f0-6597-4605-9a7d-b1edf4526b3b None None] Provisioning for port fa18f64a-5c9e-444d-ad7c-f2f024bcf58c completed by entity DHCP. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:25:35.150213 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-9509f3f0-6597-4605-9a7d-b1edf4526b3b None None] Provisioning complete for port fa18f64a-5c9e-444d-ad7c-f2f024bcf58c triggered by entity DHCP. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:25:35.151293 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-9509f3f0-6597-4605-9a7d-b1edf4526b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:35.296521 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a901037-19cc-430b-ad7a-1603e50f4f3b req-677c51c8-c3e8-4f3c-91d3-5b3da2f8727c tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:35.300870 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-2a901037-19cc-430b-ad7a-1603e50f4f3b req-677c51c8-c3e8-4f3c-91d3-5b3da2f8727c tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/ports?device_id=38c0aa32-8c76-4913-9177-9ab6a1c3b218 HTTP/1.1" status: 200 len: 931 time: 0.1787341 Jun 17 10:25:35.302862 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-9509f3f0-6597-4605-9a7d-b1edf4526b3b None None] Port fa18f64a-5c9e-444d-ad7c-f2f024bcf58c cannot update to ACTIVE because it is not bound. {{(pid=93646) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 10:25:35.389561 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-2a901037-19cc-430b-ad7a-1603e50f4f3b req-46c50608-7a61-4b46-bc99-5b913fda2633 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1bc7806-bc87-4ca4-84bd-873a3995d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750172 Jun 17 10:25:35.726282 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.notifiers.nova [req-9196bb95-8e3a-44b8-a455-a2d8d551e394 req-bce7464f-9792-40b7-af51-625c6e0760ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa18f64a-5c9e-444d-ad7c-f2f024bcf58c {{(pid=93645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:25:35.743726 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-9196bb95-8e3a-44b8-a455-a2d8d551e394 req-bce7464f-9792-40b7-af51-625c6e0760ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:35.770268 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.provisioning_blocks [req-9196bb95-8e3a-44b8-a455-a2d8d551e394 req-bce7464f-9792-40b7-af51-625c6e0760ec service neutron] Transition to ACTIVE for port object fa18f64a-5c9e-444d-ad7c-f2f024bcf58c will not be triggered until provisioned by entity L2. {{(pid=93645) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:25:35.800630 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b76f72-a407-429e-9984-692756e43694 req-37578432-1bdb-450a-a465-a1a5f494d250 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:35.802608 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-b7b76f72-a407-429e-9984-692756e43694 req-37578432-1bdb-450a-a465-a1a5f494d250 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b173c33-c7ca-4c6e-98b8-79c9027970bb HTTP/1.1" status: 200 len: 945 time: 0.1350265 Jun 17 10:25:35.895633 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-9196bb95-8e3a-44b8-a455-a2d8d551e394 req-bce7464f-9792-40b7-af51-625c6e0760ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129691277'] for port, after_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:35.906830 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-4524dd06-cc40-4564-b60c-ef10a89e76ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:36.050071 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce7464f-9792-40b7-af51-625c6e0760ec service neutron] Pushing event updated for resources: {'Port': ['ID=fa18f64a-5c9e-444d-ad7c-f2f024bcf58c,revision_number=2']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:36.056685 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-bce7464f-9792-40b7-af51-625c6e0760ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:36.302471 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.managers [req-9196bb95-8e3a-44b8-a455-a2d8d551e394 req-bce7464f-9792-40b7-af51-625c6e0760ec service neutron] Attempting to bind port fa18f64a-5c9e-444d-ad7c-f2f024bcf58c on host hv-cinder-79680 for vnic_type normal with profile {{(pid=93645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:25:36.302471 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.managers [req-9196bb95-8e3a-44b8-a455-a2d8d551e394 req-bce7464f-9792-40b7-af51-625c6e0760ec service neutron] Attempting to bind port fa18f64a-5c9e-444d-ad7c-f2f024bcf58c by drivers openvswitch,hyperv on host hv-cinder-79680 at level 0 using segments [{'id': '6fc0f035-2780-4197-a60b-57afbddf8f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'fbf95478-19a5-4f07-a34f-dd4f56a3b0c1'}] {{(pid=93645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:25:36.302471 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9196bb95-8e3a-44b8-a455-a2d8d551e394 req-bce7464f-9792-40b7-af51-625c6e0760ec service neutron] Attempting to bind port fa18f64a-5c9e-444d-ad7c-f2f024bcf58c on network fbf95478-19a5-4f07-a34f-dd4f56a3b0c1 {{(pid=93645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:25:36.303492 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-b7b76f72-a407-429e-9984-692756e43694 req-e3a1de4c-e6b6-4b74-827e-0e9bd13340e5 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/security-groups?id=70eaf6ca-0936-4be3-96f5-83f2f2424c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4830234 Jun 17 10:25:36.304378 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9196bb95-8e3a-44b8-a455-a2d8d551e394 req-bce7464f-9792-40b7-af51-625c6e0760ec service neutron] Port fa18f64a-5c9e-444d-ad7c-f2f024bcf58c on network fbf95478-19a5-4f07-a34f-dd4f56a3b0c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79680 {{(pid=93645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 10:25:36.304378 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9196bb95-8e3a-44b8-a455-a2d8d551e394 req-bce7464f-9792-40b7-af51-625c6e0760ec service neutron] Attempting to bind port fa18f64a-5c9e-444d-ad7c-f2f024bcf58c on network fbf95478-19a5-4f07-a34f-dd4f56a3b0c1 {{(pid=93645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:25:36.315276 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9196bb95-8e3a-44b8-a455-a2d8d551e394 req-bce7464f-9792-40b7-af51-625c6e0760ec service neutron] Checking agent: {'id': '71ef71fd-f9ba-4ed4-b44a-140e16714f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79680', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 14, 58), 'started_at': datetime.datetime(2021, 6, 17, 10, 14, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:25:36.315276 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9196bb95-8e3a-44b8-a455-a2d8d551e394 req-bce7464f-9792-40b7-af51-625c6e0760ec service neutron] Checking segment: {'id': '6fc0f035-2780-4197-a60b-57afbddf8f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'fbf95478-19a5-4f07-a34f-dd4f56a3b0c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:25:36.315998 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9196bb95-8e3a-44b8-a455-a2d8d551e394 req-bce7464f-9792-40b7-af51-625c6e0760ec service neutron] Bound using segment: {'id': '6fc0f035-2780-4197-a60b-57afbddf8f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'fbf95478-19a5-4f07-a34f-dd4f56a3b0c1'} {{(pid=93645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:25:36.316777 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.managers [req-9196bb95-8e3a-44b8-a455-a2d8d551e394 req-bce7464f-9792-40b7-af51-625c6e0760ec service neutron] Bound port: fa18f64a-5c9e-444d-ad7c-f2f024bcf58c, host: hv-cinder-79680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fc0f035-2780-4197-a60b-57afbddf8f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'fbf95478-19a5-4f07-a34f-dd4f56a3b0c1'}}] {{(pid=93645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:25:36.317358 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-9196bb95-8e3a-44b8-a455-a2d8d551e394 req-bce7464f-9792-40b7-af51-625c6e0760ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:36.475979 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.db [req-9196bb95-8e3a-44b8-a455-a2d8d551e394 req-bce7464f-9792-40b7-af51-625c6e0760ec service neutron] For port fa18f64a-5c9e-444d-ad7c-f2f024bcf58c, host hv-cinder-79680, cleared binding levels {{(pid=93645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:25:36.494892 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.db [req-9196bb95-8e3a-44b8-a455-a2d8d551e394 req-bce7464f-9792-40b7-af51-625c6e0760ec service neutron] For port fa18f64a-5c9e-444d-ad7c-f2f024bcf58c, host hv-cinder-79680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=fa18f64a-5c9e-444d-ad7c-f2f024bcf58c,segment=NetworkSegment(6fc0f035-2780-4197-a60b-57afbddf8f64),segment_id=6fc0f035-2780-4197-a60b-57afbddf8f64)] {{(pid=93645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:25:36.550861 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38298dbc-e940-409d-8e4c-d3ab4a965596 req-0d591b55-0f78-469c-b139-79c9f3ae5efe tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:36.554598 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-38298dbc-e940-409d-8e4c-d3ab4a965596 req-0d591b55-0f78-469c-b139-79c9f3ae5efe tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=1351d320-fba9-4509-b9d8-36c17904ef09 HTTP/1.1" status: 200 len: 946 time: 0.1762884 Jun 17 10:25:36.640043 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-38298dbc-e940-409d-8e4c-d3ab4a965596 req-83e88568-bd86-409e-be3c-4ba6dd9435ea tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e0ff9fc-9664-4fac-b778-9b7de82afc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722747 Jun 17 10:25:36.810135 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8618c424-c834-46d2-8138-1e766c0cc4c4 req-5da3dbab-438d-4add-a477-e2e22e8b685e tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:36.812744 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-8618c424-c834-46d2-8138-1e766c0cc4c4 req-5da3dbab-438d-4add-a477-e2e22e8b685e tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/ports?device_id=38c0aa32-8c76-4913-9177-9ab6a1c3b218 HTTP/1.1" status: 200 len: 943 time: 0.1356397 Jun 17 10:25:36.898557 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-8618c424-c834-46d2-8138-1e766c0cc4c4 req-2f8eac45-8a7c-4f87-83cb-d0ca9f614662 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1bc7806-bc87-4ca4-84bd-873a3995d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655186 Jun 17 10:25:37.004237 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-9196bb95-8e3a-44b8-a455-a2d8d551e394 req-bce7464f-9792-40b7-af51-625c6e0760ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129691277'] for port, after_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:37.008700 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-fc5357a4-2c92-485e-aca4-877684008de5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:37.040397 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8334b2a8-081d-4a08-b273-522b2363e8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:37.051485 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9196bb95-8e3a-44b8-a455-a2d8d551e394 req-bce7464f-9792-40b7-af51-625c6e0760ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:37.051485 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-9196bb95-8e3a-44b8-a455-a2d8d551e394 req-bce7464f-9792-40b7-af51-625c6e0760ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733'] for port, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:37.051875 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-9196bb95-8e3a-44b8-a455-a2d8d551e394 req-bce7464f-9792-40b7-af51-625c6e0760ec service neutron] 10.222.0.47 "PUT /v2.0/ports/fa18f64a-5c9e-444d-ad7c-f2f024bcf58c HTTP/1.1" status: 200 len: 1093 time: 2.1796114 Jun 17 10:25:37.052647 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38c0aa32-8c76-4913-9177-9ab6a1c3b218', 'tag': 'fa18f64a-5c9e-444d-ad7c-f2f024bcf58c'}] {{(pid=93645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:25:37.057420 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25c6fbde856bb10fc3e6f7e7beb0655886cca8e381c3d168db957d1d9f65ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d4250ae-357c-4a3c-a4ef-a4e46899f10e" -d '{"events": [{"name": "network-changed", "server_uuid": "38c0aa32-8c76-4913-9177-9ab6a1c3b218", "tag": "fa18f64a-5c9e-444d-ad7c-f2f024bcf58c"}]}' {{(pid=93645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:25:37.125143 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce7464f-9792-40b7-af51-625c6e0760ec service neutron] Pushing event updated for resources: {'Port': ['ID=fa18f64a-5c9e-444d-ad7c-f2f024bcf58c,revision_number=3']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:37.131482 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-bce7464f-9792-40b7-af51-625c6e0760ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:37.150699 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 10:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6fef2be-709b-4e85-8d00-3772722135d1 x-openstack-request-id: req-c6fef2be-709b-4e85-8d00-3772722135d1 {{(pid=93645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:25:37.151220 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38c0aa32-8c76-4913-9177-9ab6a1c3b218", "tag": "fa18f64a-5c9e-444d-ad7c-f2f024bcf58c", "status": "completed", "code": 200}]} {{(pid=93645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:25:37.151916 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c6fef2be-709b-4e85-8d00-3772722135d1 {{(pid=93645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:25:37.152677 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38c0aa32-8c76-4913-9177-9ab6a1c3b218', 'tag': 'fa18f64a-5c9e-444d-ad7c-f2f024bcf58c', 'status': 'completed', 'code': 200} Jun 17 10:25:37.259944 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4250ae-357c-4a3c-a4ef-a4e46899f10e req-b6e4b8da-c47e-4275-b43f-f30602da60b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:37.262817 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-9d4250ae-357c-4a3c-a4ef-a4e46899f10e req-b6e4b8da-c47e-4275-b43f-f30602da60b9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aca760d5d32f44678ef6de15bc80117f&device_id=38c0aa32-8c76-4913-9177-9ab6a1c3b218 HTTP/1.1" status: 200 len: 1096 time: 0.0939603 Jun 17 10:25:37.460235 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device 1c2f9b52-acf9-48c2-9f3a-59435020184d no longer exists at agent hyperv_hv-cinder-79680 {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:25:37.461450 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4250ae-357c-4a3c-a4ef-a4e46899f10e req-9badc2b5-c0aa-415c-b470-f6182b5ddc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:37.464258 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-9d4250ae-357c-4a3c-a4ef-a4e46899f10e req-9badc2b5-c0aa-415c-b470-f6182b5ddc6b service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=aca760d5d32f44678ef6de15bc80117f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1927087 Jun 17 10:25:37.642700 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:37.681511 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0612de-5962-4945-a011-7171326dfda4 req-8897a480-d9ae-49f1-b204-4690b4d4ae20 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:37.684216 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-bb0612de-5962-4945-a011-7171326dfda4 req-8897a480-d9ae-49f1-b204-4690b4d4ae20 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b173c33-c7ca-4c6e-98b8-79c9027970bb HTTP/1.1" status: 200 len: 945 time: 0.1419437 Jun 17 10:25:37.684720 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4250ae-357c-4a3c-a4ef-a4e46899f10e req-d498adc4-44e5-4501-9a8b-0036f79e3f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:37.688952 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-9d4250ae-357c-4a3c-a4ef-a4e46899f10e req-d498adc4-44e5-4501-9a8b-0036f79e3f53 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2139599 Jun 17 10:25:37.691186 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b173c33-c7ca-4c6e-98b8-79c9027970bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c2f9b52-acf9-48c2-9f3a-59435020184d'}] {{(pid=93646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:25:37.696368 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}202ec35f0b2f503ce7e4db3a1c258f37e57fe85608606de8e1c873696d713f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d245a3-c12b-4510-a757-c0cd1a11a26d" -d '{"events": [{"server_uuid": "4b173c33-c7ca-4c6e-98b8-79c9027970bb", "name": "network-vif-unplugged", "status": "completed", "tag": "1c2f9b52-acf9-48c2-9f3a-59435020184d"}]}' {{(pid=93646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:25:37.740850 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] For port 1c2f9b52-acf9-48c2-9f3a-59435020184d, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=1c2f9b52-acf9-48c2-9f3a-59435020184d,segment=NetworkSegment(e5a4c8b0-db77-4faf-bf25-5097f0723781),segment_id=e5a4c8b0-db77-4faf-bf25-5097f0723781)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:25:37.769456 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 17 Jun 2021 10:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50758968-7f54-44b3-9dd0-1cac67a6f665 x-openstack-request-id: req-50758968-7f54-44b3-9dd0-1cac67a6f665 {{(pid=93646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:25:37.770390 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b173c33-c7ca-4c6e-98b8-79c9027970bb", "name": "network-vif-unplugged", "status": "failed", "tag": "1c2f9b52-acf9-48c2-9f3a-59435020184d", "code": 422}]} {{(pid=93646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:25:37.775343 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-50758968-7f54-44b3-9dd0-1cac67a6f665 {{(pid=93646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:25:37.775343 dv-cinder-796806-1-iscsi neutron-server[93646]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4b173c33-c7ca-4c6e-98b8-79c9027970bb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1c2f9b52-acf9-48c2-9f3a-59435020184d', 'code': 422} returned with failed status Jun 17 10:25:37.784470 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-bb0612de-5962-4945-a011-7171326dfda4 req-b1d66b97-9b74-418b-a1bd-6d005baf164d tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/security-groups?id=70eaf6ca-0936-4be3-96f5-83f2f2424c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854135 Jun 17 10:25:37.838982 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:37.848878 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:37.869523 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9196bb95-8e3a-44b8-a455-a2d8d551e394 req-c5986c58-ffb5-4fa9-91ef-c97992b53494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:37.872973 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-9196bb95-8e3a-44b8-a455-a2d8d551e394 req-c5986c58-ffb5-4fa9-91ef-c97992b53494 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aca760d5d32f44678ef6de15bc80117f&device_id=38c0aa32-8c76-4913-9177-9ab6a1c3b218 HTTP/1.1" status: 200 len: 1096 time: 0.1136696 Jun 17 10:25:37.962884 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Pushing event updated for resources: {'Port': ['ID=1c2f9b52-acf9-48c2-9f3a-59435020184d,revision_number=6']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:37.975313 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-9196bb95-8e3a-44b8-a455-a2d8d551e394 req-0c63d0c8-9074-403c-9866-05954f613907 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa18f64a-5c9e-444d-ad7c-f2f024bcf58c HTTP/1.1" status: 200 len: 217 time: 0.0895643 Jun 17 10:25:37.986003 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:25:37.986752 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:25:37.987338 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:25:37.987972 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:25:37.988585 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:25:37.989156 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:25:37.989702 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:25:37.990323 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:25:37.992814 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:25:37.998491 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:25:37.998491 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:25:37.998491 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:25:38.001870 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:38.075108 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9196bb95-8e3a-44b8-a455-a2d8d551e394 req-77c7b40e-7b42-45bd-853a-2f0c932bf592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:38.078094 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-9196bb95-8e3a-44b8-a455-a2d8d551e394 req-77c7b40e-7b42-45bd-853a-2f0c932bf592 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf327c71-eda0-4c61-af33-93c8df9a6c5d HTTP/1.1" status: 200 len: 850 time: 0.0967071 Jun 17 10:25:38.120570 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e180934-5bb8-4645-917d-774ab9383986 req-653863fd-1b08-40fe-b7cd-497c12d7f882 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:38.123599 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-5e180934-5bb8-4645-917d-774ab9383986 req-653863fd-1b08-40fe-b7cd-497c12d7f882 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=1351d320-fba9-4509-b9d8-36c17904ef09 HTTP/1.1" status: 200 len: 946 time: 0.1388061 Jun 17 10:25:38.200569 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9196bb95-8e3a-44b8-a455-a2d8d551e394 req-e4225224-19e9-4124-ab8a-ca6c755fe142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:38.203036 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-5e180934-5bb8-4645-917d-774ab9383986 req-bea92545-1f09-4b03-97a8-48d00e2b4723 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e0ff9fc-9664-4fac-b778-9b7de82afc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670044 Jun 17 10:25:38.203616 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-9196bb95-8e3a-44b8-a455-a2d8d551e394 req-e4225224-19e9-4124-ab8a-ca6c755fe142 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fbf95478-19a5-4f07-a34f-dd4f56a3b0c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1155288 Jun 17 10:25:38.391582 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-9196bb95-8e3a-44b8-a455-a2d8d551e394 req-d7ca5b08-485b-4a67-9b1a-765e8d0c4b85 service neutron] 10.222.0.47 "GET /v2.0/networks/fbf95478-19a5-4f07-a34f-dd4f56a3b0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780250 Jun 17 10:25:38.565902 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de015b60-0c9d-48de-be71-672a9963f334 req-68ee97c8-dd78-4a66-a810-8d50335d7819 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:38.569698 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-de015b60-0c9d-48de-be71-672a9963f334 req-68ee97c8-dd78-4a66-a810-8d50335d7819 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/ports?device_id=38c0aa32-8c76-4913-9177-9ab6a1c3b218 HTTP/1.1" status: 200 len: 943 time: 0.1511645 Jun 17 10:25:38.628153 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-9196bb95-8e3a-44b8-a455-a2d8d551e394 req-3350e3cc-79a9-4d58-aabb-156b20df1395 service neutron] 10.222.0.47 "GET /v2.0/networks/fbf95478-19a5-4f07-a34f-dd4f56a3b0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264857 Jun 17 10:25:38.737430 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-de015b60-0c9d-48de-be71-672a9963f334 req-41c843aa-6e60-4453-b7cf-4d903c3feb29 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1bc7806-bc87-4ca4-84bd-873a3995d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559842 Jun 17 10:25:38.812249 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0894f3-4528-4309-8930-d9f04cc04bab req-0390ed78-7b6c-4fab-82e2-e356bb3850cf tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:38.815378 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-2c0894f3-4528-4309-8930-d9f04cc04bab req-0390ed78-7b6c-4fab-82e2-e356bb3850cf tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b173c33-c7ca-4c6e-98b8-79c9027970bb HTTP/1.1" status: 200 len: 943 time: 0.1561360 Jun 17 10:25:38.817232 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 54796) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:25:38.899131 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-2c0894f3-4528-4309-8930-d9f04cc04bab req-97c197d7-40b4-4669-a0ae-081f7b026936 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/security-groups?id=70eaf6ca-0936-4be3-96f5-83f2f2424c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722179 Jun 17 10:25:39.003698 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-e59fd6df-b305-4f27-acbb-118fb56746d0 req-df614e29-242d-4ad4-bdbf-d8eea0a26de8 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4b173c33-c7ca-4c6e-98b8-79c9027970bb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1843648 Jun 17 10:25:39.490034 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc814908-8edd-4ec8-abc1-26a2a324b0fe req-ec0ac81c-037c-4af5-882e-ef558f0bfba4 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:39.493520 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-fc814908-8edd-4ec8-abc1-26a2a324b0fe req-ec0ac81c-037c-4af5-882e-ef558f0bfba4 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=1351d320-fba9-4509-b9d8-36c17904ef09 HTTP/1.1" status: 200 len: 946 time: 0.1051092 Jun 17 10:25:39.562932 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-fc814908-8edd-4ec8-abc1-26a2a324b0fe req-ad3d4519-97e1-4930-82eb-b5776ff23ae5 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e0ff9fc-9664-4fac-b778-9b7de82afc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535722 Jun 17 10:25:40.124933 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95731ce-b422-4221-b71c-c315df76709e req-4e74c48e-fd44-48c7-aff0-355f0c940315 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:40.132152 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-f95731ce-b422-4221-b71c-c315df76709e req-4e74c48e-fd44-48c7-aff0-355f0c940315 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/ports?device_id=38c0aa32-8c76-4913-9177-9ab6a1c3b218 HTTP/1.1" status: 200 len: 943 time: 0.1495481 Jun 17 10:25:40.268547 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-f95731ce-b422-4221-b71c-c315df76709e req-13a80a29-7559-4456-820b-c16f950a2691 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1bc7806-bc87-4ca4-84bd-873a3995d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231649 Jun 17 10:25:40.339018 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab297317-4dc1-4e90-ad43-4200989b80b9 req-1af8f9aa-13b7-4277-9c27-64ea41d168a0 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:40.342390 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-ab297317-4dc1-4e90-ad43-4200989b80b9 req-1af8f9aa-13b7-4277-9c27-64ea41d168a0 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b173c33-c7ca-4c6e-98b8-79c9027970bb HTTP/1.1" status: 200 len: 943 time: 0.1833067 Jun 17 10:25:40.422902 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-ab297317-4dc1-4e90-ad43-4200989b80b9 req-5624a7bd-7d6a-4691-a022-47e63b258a56 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/security-groups?id=70eaf6ca-0936-4be3-96f5-83f2f2424c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697455 Jun 17 10:25:40.944153 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b11885-4056-4858-bf13-5e1c6cac1de8 req-23f6d577-561b-4747-8bd7-58e13bcdcafa tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:40.949383 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-46b11885-4056-4858-bf13-5e1c6cac1de8 req-23f6d577-561b-4747-8bd7-58e13bcdcafa tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=1351d320-fba9-4509-b9d8-36c17904ef09 HTTP/1.1" status: 200 len: 946 time: 0.1535473 Jun 17 10:25:41.030921 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-46b11885-4056-4858-bf13-5e1c6cac1de8 req-b336f9e1-8b85-4003-8d27-040cd7ce2396 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e0ff9fc-9664-4fac-b778-9b7de82afc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689945 Jun 17 10:25:41.675210 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d057b6f-9a7a-4c88-8240-0386729c5ef7 req-5775c9d3-0532-4ca2-8be3-c93622d84ca7 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:41.682936 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-5d057b6f-9a7a-4c88-8240-0386729c5ef7 req-5775c9d3-0532-4ca2-8be3-c93622d84ca7 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/ports?device_id=38c0aa32-8c76-4913-9177-9ab6a1c3b218 HTTP/1.1" status: 200 len: 943 time: 0.1458387 Jun 17 10:25:41.869771 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-5d057b6f-9a7a-4c88-8240-0386729c5ef7 req-c4bd3518-a8f5-430f-b51b-0bc2b3907915 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1bc7806-bc87-4ca4-84bd-873a3995d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533241 Jun 17 10:25:41.919027 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fc1565-62e5-4a2d-9e6f-79063ee958fd req-d928a6a4-7d06-4965-ada5-fc94afcca985 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:41.922039 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-c1fc1565-62e5-4a2d-9e6f-79063ee958fd req-d928a6a4-7d06-4965-ada5-fc94afcca985 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b173c33-c7ca-4c6e-98b8-79c9027970bb HTTP/1.1" status: 200 len: 943 time: 0.2365613 Jun 17 10:25:42.002040 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-c1fc1565-62e5-4a2d-9e6f-79063ee958fd req-1d2d0b4a-9ccb-4b8e-97d0-0792afd8d745 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/security-groups?id=70eaf6ca-0936-4be3-96f5-83f2f2424c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645692 Jun 17 10:25:42.423093 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eceb896-ebe8-4c59-b8a7-df7c54c88577 req-67dd89d8-d280-4231-8277-44a021a80845 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:42.425904 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9eceb896-ebe8-4c59-b8a7-df7c54c88577 req-67dd89d8-d280-4231-8277-44a021a80845 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=1351d320-fba9-4509-b9d8-36c17904ef09 HTTP/1.1" status: 200 len: 946 time: 0.1485367 Jun 17 10:25:42.502128 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9eceb896-ebe8-4c59-b8a7-df7c54c88577 req-fb16701a-5dd7-44fe-ac73-5c7e96c2fcc4 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e0ff9fc-9664-4fac-b778-9b7de82afc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646212 Jun 17 10:25:42.911942 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59fd6df-b305-4f27-acbb-118fb56746d0 req-b465383b-d3f8-4894-8b0e-002063d41420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:42.915937 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-e59fd6df-b305-4f27-acbb-118fb56746d0 req-b465383b-d3f8-4894-8b0e-002063d41420 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4b173c33-c7ca-4c6e-98b8-79c9027970bb&tenant_id=a48f3a58719945bcbe434bb642bb07c4 HTTP/1.1" status: 200 len: 1096 time: 0.1025548 Jun 17 10:25:43.077192 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59fd6df-b305-4f27-acbb-118fb56746d0 req-b27dd0bc-56e0-4efb-9d4e-263532ab5658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:43.080411 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-e59fd6df-b305-4f27-acbb-118fb56746d0 req-b27dd0bc-56e0-4efb-9d4e-263532ab5658 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a48f3a58719945bcbe434bb642bb07c4&device_id=4b173c33-c7ca-4c6e-98b8-79c9027970bb HTTP/1.1" status: 200 len: 1096 time: 0.1238534 Jun 17 10:25:43.261198 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3812d0f-1c38-4d1d-862b-4c71b9d02389 req-864815f3-6a44-4902-98c4-ff9646e9cb53 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:43.264021 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-c3812d0f-1c38-4d1d-862b-4c71b9d02389 req-864815f3-6a44-4902-98c4-ff9646e9cb53 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/ports?device_id=38c0aa32-8c76-4913-9177-9ab6a1c3b218 HTTP/1.1" status: 200 len: 943 time: 0.1400898 Jun 17 10:25:43.283269 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59fd6df-b305-4f27-acbb-118fb56746d0 req-46578f47-efee-4273-82e3-6504a66b246a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:43.285966 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-e59fd6df-b305-4f27-acbb-118fb56746d0 req-46578f47-efee-4273-82e3-6504a66b246a service neutron] 10.222.0.47 "GET /v2.0/networks?id=a9682b63-2ad1-4cec-a7f3-70239b2c7a86 HTTP/1.1" status: 200 len: 909 time: 0.1984396 Jun 17 10:25:43.386939 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-c3812d0f-1c38-4d1d-862b-4c71b9d02389 req-c3192c74-f77c-4699-8637-c2abc3fa1a2e tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1bc7806-bc87-4ca4-84bd-873a3995d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049333 Jun 17 10:25:43.430388 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-e59fd6df-b305-4f27-acbb-118fb56746d0 req-17375b76-47ef-4d13-a183-f91332c62257 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c2f9b52-acf9-48c2-9f3a-59435020184d HTTP/1.1" status: 200 len: 999 time: 0.1366806 Jun 17 10:25:43.438825 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acf5375-d197-4133-8143-7820f7d63e63 req-416dd5fb-699e-4edf-b1ac-aed697b76fa2 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:43.440894 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9acf5375-d197-4133-8143-7820f7d63e63 req-416dd5fb-699e-4edf-b1ac-aed697b76fa2 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b173c33-c7ca-4c6e-98b8-79c9027970bb HTTP/1.1" status: 200 len: 943 time: 0.1754770 Jun 17 10:25:43.509218 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9acf5375-d197-4133-8143-7820f7d63e63 req-b5620dd7-64f6-4952-800a-09a32a55dee5 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/security-groups?id=70eaf6ca-0936-4be3-96f5-83f2f2424c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584157 Jun 17 10:25:43.528950 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59fd6df-b305-4f27-acbb-118fb56746d0 req-c44dbd50-b6dc-49dd-8f65-b987b2f610c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:43.531688 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-e59fd6df-b305-4f27-acbb-118fb56746d0 req-c44dbd50-b6dc-49dd-8f65-b987b2f610c7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9ede7e81-dfd0-4030-b334-ce8baee8e073 HTTP/1.1" status: 200 len: 847 time: 0.0937169 Jun 17 10:25:43.657001 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59fd6df-b305-4f27-acbb-118fb56746d0 req-baf41e82-d1a7-4cde-b9bc-506d5750ac38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:43.660362 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-e59fd6df-b305-4f27-acbb-118fb56746d0 req-baf41e82-d1a7-4cde-b9bc-506d5750ac38 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a9682b63-2ad1-4cec-a7f3-70239b2c7a86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1203914 Jun 17 10:25:43.857912 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-e59fd6df-b305-4f27-acbb-118fb56746d0 req-3c2d40b0-2ef8-481d-a7ad-b3186c30e32f service neutron] 10.222.0.47 "GET /v2.0/networks/a9682b63-2ad1-4cec-a7f3-70239b2c7a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889064 Jun 17 10:25:43.924046 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5829f3dc-7ae9-46a4-b249-6303cb9dc256 req-5d098f92-a4a3-4262-a23c-9e76dbd4e3d5 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:43.926727 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-5829f3dc-7ae9-46a4-b249-6303cb9dc256 req-5d098f92-a4a3-4262-a23c-9e76dbd4e3d5 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=1351d320-fba9-4509-b9d8-36c17904ef09 HTTP/1.1" status: 200 len: 946 time: 0.1351376 Jun 17 10:25:44.015613 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-5829f3dc-7ae9-46a4-b249-6303cb9dc256 req-3dd8b81a-3433-416a-b668-3b65af43f0ed tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e0ff9fc-9664-4fac-b778-9b7de82afc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726244 Jun 17 10:25:44.036001 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-e59fd6df-b305-4f27-acbb-118fb56746d0 req-c95262d7-ae83-44e7-b047-13e362ac700b service neutron] 10.222.0.47 "GET /v2.0/networks/a9682b63-2ad1-4cec-a7f3-70239b2c7a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702182 Jun 17 10:25:44.762825 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ffffe-da18-401b-91c3-d48b41fd998d req-373c7e11-a07d-45d6-b53f-d408c6cc3ec6 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:44.765764 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-8d6ffffe-da18-401b-91c3-d48b41fd998d req-373c7e11-a07d-45d6-b53f-d408c6cc3ec6 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/ports?device_id=38c0aa32-8c76-4913-9177-9ab6a1c3b218 HTTP/1.1" status: 200 len: 943 time: 0.1479359 Jun 17 10:25:44.876748 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-8d6ffffe-da18-401b-91c3-d48b41fd998d req-9a9b9bf9-fc3b-4210-918e-e00b6f06386f tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1bc7806-bc87-4ca4-84bd-873a3995d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798306 Jun 17 10:25:44.912745 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba56fad-5696-4d52-80c3-17ae78f28b9f req-63834a2d-1e07-47af-9ebe-483eac083845 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:44.915767 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-aba56fad-5696-4d52-80c3-17ae78f28b9f req-63834a2d-1e07-47af-9ebe-483eac083845 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b173c33-c7ca-4c6e-98b8-79c9027970bb HTTP/1.1" status: 200 len: 943 time: 0.1834848 Jun 17 10:25:44.987441 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-aba56fad-5696-4d52-80c3-17ae78f28b9f req-2c471608-35c7-45a4-9daf-5ca0d537fcd2 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/security-groups?id=70eaf6ca-0936-4be3-96f5-83f2f2424c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597019 Jun 17 10:25:45.376883 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed33f131-c35a-4bef-9690-d4aa1e3f8e97 req-81753059-c3c8-4c88-ab72-ca37019e9803 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:45.379650 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-ed33f131-c35a-4bef-9690-d4aa1e3f8e97 req-81753059-c3c8-4c88-ab72-ca37019e9803 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=1351d320-fba9-4509-b9d8-36c17904ef09 HTTP/1.1" status: 200 len: 946 time: 0.1301625 Jun 17 10:25:45.460769 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-ed33f131-c35a-4bef-9690-d4aa1e3f8e97 req-969f105c-30c8-4a15-9012-458490b4963f tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e0ff9fc-9664-4fac-b778-9b7de82afc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716612 Jun 17 10:25:46.176233 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07257cc-899c-4a5c-b136-650ee57adaa4 req-37ef2578-1c67-4c2b-a3c7-471e7338d8e1 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:46.179407 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-a07257cc-899c-4a5c-b136-650ee57adaa4 req-37ef2578-1c67-4c2b-a3c7-471e7338d8e1 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/ports?device_id=38c0aa32-8c76-4913-9177-9ab6a1c3b218 HTTP/1.1" status: 200 len: 943 time: 0.0980597 Jun 17 10:25:46.321058 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-a07257cc-899c-4a5c-b136-650ee57adaa4 req-d67c130a-bb3b-45c7-9214-2ff532fa0eb5 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1bc7806-bc87-4ca4-84bd-873a3995d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300123 Jun 17 10:25:46.381048 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bff09ff-07db-440f-b937-26cc8a0dddfc req-dc697f92-8578-4ea0-8209-29d4b531e084 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:46.392727 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-2bff09ff-07db-440f-b937-26cc8a0dddfc req-dc697f92-8578-4ea0-8209-29d4b531e084 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b173c33-c7ca-4c6e-98b8-79c9027970bb HTTP/1.1" status: 200 len: 943 time: 0.1818256 Jun 17 10:25:46.453742 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-2bff09ff-07db-440f-b937-26cc8a0dddfc req-1220fc88-001b-450b-be5b-d33e0d06f746 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/security-groups?id=70eaf6ca-0936-4be3-96f5-83f2f2424c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572760 Jun 17 10:25:46.815767 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c12fac7-c9b4-4dc6-9bed-ac4e047aab65 req-c8641554-6c7f-4105-81e4-0205cf0e0d73 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:46.819859 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-4c12fac7-c9b4-4dc6-9bed-ac4e047aab65 req-c8641554-6c7f-4105-81e4-0205cf0e0d73 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=1351d320-fba9-4509-b9d8-36c17904ef09 HTTP/1.1" status: 200 len: 946 time: 0.1100290 Jun 17 10:25:46.903755 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-4c12fac7-c9b4-4dc6-9bed-ac4e047aab65 req-9392a4db-fafb-4150-9fd0-495817b7d4d2 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e0ff9fc-9664-4fac-b778-9b7de82afc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736828 Jun 17 10:25:47.492446 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device fa18f64a-5c9e-444d-ad7c-f2f024bcf58c details requested by agent hyperv_hv-cinder-79680 with host hv-cinder-79680 {{(pid=93646) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 10:25:47.586110 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7598af-c95b-4b41-9705-b73fd79ef0e6 req-0b7d44ba-3419-4b1f-897a-f1ac82e6c8c8 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:47.587907 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-3c7598af-c95b-4b41-9705-b73fd79ef0e6 req-0b7d44ba-3419-4b1f-897a-f1ac82e6c8c8 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/ports?device_id=38c0aa32-8c76-4913-9177-9ab6a1c3b218 HTTP/1.1" status: 200 len: 943 time: 0.0951920 Jun 17 10:25:47.636699 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] For port fa18f64a-5c9e-444d-ad7c-f2f024bcf58c, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=fa18f64a-5c9e-444d-ad7c-f2f024bcf58c,segment=NetworkSegment(6fc0f035-2780-4197-a60b-57afbddf8f64),segment_id=6fc0f035-2780-4197-a60b-57afbddf8f64)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:25:47.654091 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-3c7598af-c95b-4b41-9705-b73fd79ef0e6 req-2cd54d0a-abab-48d9-a17c-647093e5d69d tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1bc7806-bc87-4ca4-84bd-873a3995d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565860 Jun 17 10:25:47.657246 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Returning: {'device': 'fa18f64a-5c9e-444d-ad7c-f2f024bcf58c', 'network_id': 'fbf95478-19a5-4f07-a34f-dd4f56a3b0c1', 'port_id': 'fa18f64a-5c9e-444d-ad7c-f2f024bcf58c', 'mac_address': 'fa:16:3e:78:60:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf327c71-eda0-4c61-af33-93c8df9a6c5d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93646) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 10:25:47.720100 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:47.737499 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.notifiers.nova [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa18f64a-5c9e-444d-ad7c-f2f024bcf58c {{(pid=93646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:25:47.774950 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] For port fa18f64a-5c9e-444d-ad7c-f2f024bcf58c, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=fa18f64a-5c9e-444d-ad7c-f2f024bcf58c,segment=NetworkSegment(6fc0f035-2780-4197-a60b-57afbddf8f64),segment_id=6fc0f035-2780-4197-a60b-57afbddf8f64)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:25:47.819375 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edb0a14-a8c6-476d-93df-0756a229df4a req-830aedde-e0e2-4ae8-bd93-260411281ac5 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:47.822230 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6edb0a14-a8c6-476d-93df-0756a229df4a req-830aedde-e0e2-4ae8-bd93-260411281ac5 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b173c33-c7ca-4c6e-98b8-79c9027970bb HTTP/1.1" status: 200 len: 943 time: 0.1265788 Jun 17 10:25:47.880009 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:47.883870 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-bbc33b11-31ba-4285-bba8-b79b07e9849a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:47.896400 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6edb0a14-a8c6-476d-93df-0756a229df4a req-5188d2a6-1880-455c-863e-72d7a213f355 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/security-groups?id=70eaf6ca-0936-4be3-96f5-83f2f2424c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669549 Jun 17 10:25:47.977081 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Pushing event updated for resources: {'Port': ['ID=fa18f64a-5c9e-444d-ad7c-f2f024bcf58c,revision_number=4']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:47.982191 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:48.188605 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] get_ports_and_sgs() called for port_ids ['fa18f64a-5c9e-444d-ad7c-f2f024bcf58c'] {{(pid=93646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 10:25:48.252416 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e1c95-44a3-426e-9ec1-5eb870e69af5 req-41a0de4e-4da4-4a70-9c05-d6d93ebf55ff tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:48.255195 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-273e1c95-44a3-426e-9ec1-5eb870e69af5 req-41a0de4e-4da4-4a70-9c05-d6d93ebf55ff tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=1351d320-fba9-4509-b9d8-36c17904ef09 HTTP/1.1" status: 200 len: 946 time: 0.1040432 Jun 17 10:25:48.309849 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-273e1c95-44a3-426e-9ec1-5eb870e69af5 req-fe512d93-6658-4f97-96a9-d3513f155ea7 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e0ff9fc-9664-4fac-b778-9b7de82afc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474355 Jun 17 10:25:48.993419 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbe59af-54e4-4085-9d63-d4580fd0edfe req-0f33811f-85c5-4068-be19-d72a15216d8a tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:48.995472 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-ecbe59af-54e4-4085-9d63-d4580fd0edfe req-0f33811f-85c5-4068-be19-d72a15216d8a tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/ports?device_id=38c0aa32-8c76-4913-9177-9ab6a1c3b218 HTTP/1.1" status: 200 len: 944 time: 0.1170402 Jun 17 10:25:49.066404 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-ecbe59af-54e4-4085-9d63-d4580fd0edfe req-98c007d3-bc43-4e7b-9b10-db0ce6f22884 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1bc7806-bc87-4ca4-84bd-873a3995d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602272 Jun 17 10:25:49.252538 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70514079-8418-4d21-9f36-6036165293c1 req-5b716b8d-c185-4b70-84a9-a2ebdccc198b tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:49.255416 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-70514079-8418-4d21-9f36-6036165293c1 req-5b716b8d-c185-4b70-84a9-a2ebdccc198b tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b173c33-c7ca-4c6e-98b8-79c9027970bb HTTP/1.1" status: 200 len: 943 time: 0.1371720 Jun 17 10:25:49.333533 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-70514079-8418-4d21-9f36-6036165293c1 req-a13958e0-2af5-4ff4-b3cf-f7629900a6dd tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/security-groups?id=70eaf6ca-0936-4be3-96f5-83f2f2424c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668528 Jun 17 10:25:49.507480 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device 200e7bac-b4d2-4b6c-b79e-4440b21588f4 details requested by agent hyperv_hv-cinder-79680 with host hv-cinder-79680 {{(pid=93646) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 10:25:49.515279 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device fa18f64a-5c9e-444d-ad7c-f2f024bcf58c up at agent hyperv_hv-cinder-79680 {{(pid=93646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:25:49.699152 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394bf098-06fa-4569-b69b-ad41979ddb35 req-50ab4dd5-e03f-4628-8a77-ecd8202696d8 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:49.702020 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-394bf098-06fa-4569-b69b-ad41979ddb35 req-50ab4dd5-e03f-4628-8a77-ecd8202696d8 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=1351d320-fba9-4509-b9d8-36c17904ef09 HTTP/1.1" status: 200 len: 946 time: 0.1379516 Jun 17 10:25:49.772181 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-394bf098-06fa-4569-b69b-ad41979ddb35 req-f823ef29-523d-4751-8b74-8aded51a83c8 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e0ff9fc-9664-4fac-b778-9b7de82afc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582840 Jun 17 10:25:49.776558 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] For port 200e7bac-b4d2-4b6c-b79e-4440b21588f4, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=200e7bac-b4d2-4b6c-b79e-4440b21588f4,segment=NetworkSegment(aee95af0-cc5d-41dc-ae63-eda94ddae53b),segment_id=aee95af0-cc5d-41dc-ae63-eda94ddae53b)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:25:49.793749 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Returning: {'device': '200e7bac-b4d2-4b6c-b79e-4440b21588f4', 'network_id': 'fb6d1dc1-5856-427b-992b-099ce227c06b', 'port_id': '200e7bac-b4d2-4b6c-b79e-4440b21588f4', 'mac_address': 'fa:16:3e:7e:90:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '235adf9a-5d00-4d35-8ffd-65944fdd0c17', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93646) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 10:25:49.848324 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Provisioning for port fa18f64a-5c9e-444d-ad7c-f2f024bcf58c completed by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:25:49.854862 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:49.859341 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Provisioning complete for port fa18f64a-5c9e-444d-ad7c-f2f024bcf58c triggered by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:25:49.860054 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:49.894433 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.notifiers.nova [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 200e7bac-b4d2-4b6c-b79e-4440b21588f4 {{(pid=93646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:25:49.933442 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] For port 200e7bac-b4d2-4b6c-b79e-4440b21588f4, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=200e7bac-b4d2-4b6c-b79e-4440b21588f4,segment=NetworkSegment(aee95af0-cc5d-41dc-ae63-eda94ddae53b),segment_id=aee95af0-cc5d-41dc-ae63-eda94ddae53b)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:25:50.016028 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:50.051551 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:50.062268 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:50.064943 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c0aa32-8c76-4913-9177-9ab6a1c3b218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa18f64a-5c9e-444d-ad7c-f2f024bcf58c'}] {{(pid=93646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:25:50.070240 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}202ec35f0b2f503ce7e4db3a1c258f37e57fe85608606de8e1c873696d713f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b135db-f065-4e7b-8d79-67c7066d37a0" -d '{"events": [{"server_uuid": "38c0aa32-8c76-4913-9177-9ab6a1c3b218", "name": "network-vif-plugged", "status": "completed", "tag": "fa18f64a-5c9e-444d-ad7c-f2f024bcf58c"}]}' {{(pid=93646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:25:50.112468 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] For port fa18f64a-5c9e-444d-ad7c-f2f024bcf58c, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=fa18f64a-5c9e-444d-ad7c-f2f024bcf58c,segment=NetworkSegment(6fc0f035-2780-4197-a60b-57afbddf8f64),segment_id=6fc0f035-2780-4197-a60b-57afbddf8f64)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:25:50.137009 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f381327e-bc8c-402d-8c6d-5c325185a8a0 x-openstack-request-id: req-f381327e-bc8c-402d-8c6d-5c325185a8a0 {{(pid=93646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:25:50.137387 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c0aa32-8c76-4913-9177-9ab6a1c3b218", "name": "network-vif-plugged", "status": "completed", "tag": "fa18f64a-5c9e-444d-ad7c-f2f024bcf58c", "code": 200}]} {{(pid=93646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:25:50.138711 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f381327e-bc8c-402d-8c6d-5c325185a8a0 {{(pid=93646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:25:50.139253 dv-cinder-796806-1-iscsi neutron-server[93646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c0aa32-8c76-4913-9177-9ab6a1c3b218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa18f64a-5c9e-444d-ad7c-f2f024bcf58c', 'code': 200} Jun 17 10:25:50.164799 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Pushing event updated for resources: {'Port': ['ID=200e7bac-b4d2-4b6c-b79e-4440b21588f4,revision_number=6']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:50.177206 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] get_ports_and_sgs() called for port_ids ['200e7bac-b4d2-4b6c-b79e-4440b21588f4'] {{(pid=93646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 10:25:50.184617 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:50.270908 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:50.279440 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-d06d5420-2cb9-430c-93bd-7ee3174c3128 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:50.383650 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3e13a5-ae4a-4534-af80-ec4b5ad5c46b req-6bba1429-41be-49d4-9978-bcd4818b59c6 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:50.385298 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-4d3e13a5-ae4a-4534-af80-ec4b5ad5c46b req-6bba1429-41be-49d4-9978-bcd4818b59c6 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/ports?device_id=38c0aa32-8c76-4913-9177-9ab6a1c3b218 HTTP/1.1" status: 200 len: 945 time: 0.1254127 Jun 17 10:25:50.441327 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Pushing event updated for resources: {'Port': ['ID=fa18f64a-5c9e-444d-ad7c-f2f024bcf58c,revision_number=5']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:50.463350 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:50.508448 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-4d3e13a5-ae4a-4534-af80-ec4b5ad5c46b req-6f1bae8e-fcf7-4b2a-8e33-d658f9a95c65 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1bc7806-bc87-4ca4-84bd-873a3995d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061745 Jun 17 10:25:50.685615 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939d412b-8aaf-452d-bbe4-14650acc04e1 req-d5c668ac-50cf-4f49-a6c7-d5e604283e77 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:50.688141 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-939d412b-8aaf-452d-bbe4-14650acc04e1 req-d5c668ac-50cf-4f49-a6c7-d5e604283e77 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b173c33-c7ca-4c6e-98b8-79c9027970bb HTTP/1.1" status: 200 len: 943 time: 0.0909593 Jun 17 10:25:50.759580 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-939d412b-8aaf-452d-bbe4-14650acc04e1 req-a04e52b6-2532-42d4-9770-075a2b45f96c tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/security-groups?id=70eaf6ca-0936-4be3-96f5-83f2f2424c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635426 Jun 17 10:25:51.091924 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b150ce-03b2-4aaf-82bd-96c3b7959c78 req-ececd1c3-4e35-4894-93f3-232d15bcff00 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:51.094007 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-25b150ce-03b2-4aaf-82bd-96c3b7959c78 req-ececd1c3-4e35-4894-93f3-232d15bcff00 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=1351d320-fba9-4509-b9d8-36c17904ef09 HTTP/1.1" status: 200 len: 945 time: 0.1013899 Jun 17 10:25:51.153790 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-25b150ce-03b2-4aaf-82bd-96c3b7959c78 req-de6dead0-ef64-4c69-abb5-77eb8b29cb73 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e0ff9fc-9664-4fac-b778-9b7de82afc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490737 Jun 17 10:25:51.249484 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1de8771-2f87-48b8-a298-eb82aefe0343 req-bcc82064-bdf0-441d-a5f7-18927cfbcfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:51.252450 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-a1de8771-2f87-48b8-a298-eb82aefe0343 req-bcc82064-bdf0-441d-a5f7-18927cfbcfaa service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=38c0aa32-8c76-4913-9177-9ab6a1c3b218 HTTP/1.1" status: 200 len: 1098 time: 0.0950372 Jun 17 10:25:51.317873 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-a1de8771-2f87-48b8-a298-eb82aefe0343 req-53e0a5a8-1a1c-4497-a3a3-be06c51d5d0d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c1bc7806-bc87-4ca4-84bd-873a3995d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571530 Jun 17 10:25:51.532940 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device 1c2f9b52-acf9-48c2-9f3a-59435020184d details requested by agent hyperv_hv-cinder-79680 with host hv-cinder-79680 {{(pid=93646) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 10:25:51.536966 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device 200e7bac-b4d2-4b6c-b79e-4440b21588f4 up at agent hyperv_hv-cinder-79680 {{(pid=93646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:25:51.760049 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Provisioning complete for port 200e7bac-b4d2-4b6c-b79e-4440b21588f4 triggered by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:25:51.760573 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:51.883996 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] For port 1c2f9b52-acf9-48c2-9f3a-59435020184d, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=1c2f9b52-acf9-48c2-9f3a-59435020184d,segment=NetworkSegment(e5a4c8b0-db77-4faf-bf25-5097f0723781),segment_id=e5a4c8b0-db77-4faf-bf25-5097f0723781)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:25:51.911210 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Returning: {'device': '1c2f9b52-acf9-48c2-9f3a-59435020184d', 'network_id': 'a9682b63-2ad1-4cec-a7f3-70239b2c7a86', 'port_id': '1c2f9b52-acf9-48c2-9f3a-59435020184d', 'mac_address': 'fa:16:3e:d1:46:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ede7e81-dfd0-4030-b334-ce8baee8e073', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93646) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 10:25:51.919076 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd1108-0cf1-4c3c-83ed-8dfde6ab47e4 req-0e682e68-6f52-4006-9ce3-bc074fc81536 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:51.921745 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-4edd1108-0cf1-4c3c-83ed-8dfde6ab47e4 req-0e682e68-6f52-4006-9ce3-bc074fc81536 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/ports?device_id=38c0aa32-8c76-4913-9177-9ab6a1c3b218 HTTP/1.1" status: 200 len: 945 time: 0.1506119 Jun 17 10:25:51.997680 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-4edd1108-0cf1-4c3c-83ed-8dfde6ab47e4 req-af92026e-39e4-4b9e-ae3b-907c5fd974db tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1bc7806-bc87-4ca4-84bd-873a3995d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643260 Jun 17 10:25:52.060789 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:52.082847 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:52.110289 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.notifiers.nova [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c2f9b52-acf9-48c2-9f3a-59435020184d {{(pid=93646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:25:52.180417 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] For port 200e7bac-b4d2-4b6c-b79e-4440b21588f4, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=200e7bac-b4d2-4b6c-b79e-4440b21588f4,segment=NetworkSegment(aee95af0-cc5d-41dc-ae63-eda94ddae53b),segment_id=aee95af0-cc5d-41dc-ae63-eda94ddae53b)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:25:52.182344 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1351d320-fba9-4509-b9d8-36c17904ef09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200e7bac-b4d2-4b6c-b79e-4440b21588f4'}] {{(pid=93646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:25:52.186814 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}202ec35f0b2f503ce7e4db3a1c258f37e57fe85608606de8e1c873696d713f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-133211e7-a11d-488d-b817-e80af8518450" -d '{"events": [{"server_uuid": "1351d320-fba9-4509-b9d8-36c17904ef09", "name": "network-vif-plugged", "status": "completed", "tag": "200e7bac-b4d2-4b6c-b79e-4440b21588f4"}]}' {{(pid=93646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:25:52.232074 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] For port 1c2f9b52-acf9-48c2-9f3a-59435020184d, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=1c2f9b52-acf9-48c2-9f3a-59435020184d,segment=NetworkSegment(e5a4c8b0-db77-4faf-bf25-5097f0723781),segment_id=e5a4c8b0-db77-4faf-bf25-5097f0723781)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:25:52.233304 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bf839f-6db4-4b69-9730-c610ae3e8bba req-d181c1e9-962a-4980-b02e-4fe0dcf74678 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:52.236945 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-62bf839f-6db4-4b69-9730-c610ae3e8bba req-d181c1e9-962a-4980-b02e-4fe0dcf74678 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b173c33-c7ca-4c6e-98b8-79c9027970bb HTTP/1.1" status: 200 len: 943 time: 0.2174077 Jun 17 10:25:52.279285 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:52.284287 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:52.354672 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8376cfae-9c9b-47d8-bc52-88311e4a0f90 x-openstack-request-id: req-8376cfae-9c9b-47d8-bc52-88311e4a0f90 {{(pid=93646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:25:52.358644 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1351d320-fba9-4509-b9d8-36c17904ef09", "name": "network-vif-plugged", "status": "completed", "tag": "200e7bac-b4d2-4b6c-b79e-4440b21588f4", "code": 200}]} {{(pid=93646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:25:52.358644 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8376cfae-9c9b-47d8-bc52-88311e4a0f90 {{(pid=93646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:25:52.358644 dv-cinder-796806-1-iscsi neutron-server[93646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1351d320-fba9-4509-b9d8-36c17904ef09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200e7bac-b4d2-4b6c-b79e-4440b21588f4', 'code': 200} Jun 17 10:25:52.360299 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-62bf839f-6db4-4b69-9730-c610ae3e8bba req-7bbe8a35-b984-4cf2-ac34-6215ed9be335 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/security-groups?id=70eaf6ca-0936-4be3-96f5-83f2f2424c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916028 Jun 17 10:25:52.365333 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:52.436876 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Pushing event updated for resources: {'Port': ['ID=200e7bac-b4d2-4b6c-b79e-4440b21588f4,revision_number=7']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:52.443472 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:52.444733 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-d55b11da-7b7c-4af8-9f50-c972ab0c0256 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:52.578259 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Pushing event updated for resources: {'Port': ['ID=1c2f9b52-acf9-48c2-9f3a-59435020184d,revision_number=7']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:52.602618 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:52.684873 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] get_ports_and_sgs() called for port_ids ['1c2f9b52-acf9-48c2-9f3a-59435020184d'] {{(pid=93646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 10:25:52.764048 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe80c0b-b6b0-4e8e-a74b-f4736c938e9b req-8032ff2e-382e-4557-ad60-d9a7dfcc413c tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:52.767523 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-ebe80c0b-b6b0-4e8e-a74b-f4736c938e9b req-8032ff2e-382e-4557-ad60-d9a7dfcc413c tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=1351d320-fba9-4509-b9d8-36c17904ef09 HTTP/1.1" status: 200 len: 946 time: 0.2024219 Jun 17 10:25:52.871684 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-ebe80c0b-b6b0-4e8e-a74b-f4736c938e9b req-e3199f3e-8228-4ed9-8126-7f79028139bb tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e0ff9fc-9664-4fac-b778-9b7de82afc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935180 Jun 17 10:25:53.487421 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc683c-e6bf-4101-b019-1b44bd1920cf req-447b21eb-4eff-467a-a36c-0bed461412b1 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:53.498288 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d4dc683c-e6bf-4101-b019-1b44bd1920cf req-447b21eb-4eff-467a-a36c-0bed461412b1 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/ports?device_id=38c0aa32-8c76-4913-9177-9ab6a1c3b218 HTTP/1.1" status: 200 len: 945 time: 0.1937091 Jun 17 10:25:53.652809 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d4dc683c-e6bf-4101-b019-1b44bd1920cf req-e6487923-af80-4d52-9d03-c7488c14a83c tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1bc7806-bc87-4ca4-84bd-873a3995d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324983 Jun 17 10:25:53.828385 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d37644-75b7-4a71-86cc-53d3e0dea9e4 req-d6cbee95-edfc-45b9-8e35-234705b55b7f tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:53.844638 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-c8d37644-75b7-4a71-86cc-53d3e0dea9e4 req-d6cbee95-edfc-45b9-8e35-234705b55b7f tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b173c33-c7ca-4c6e-98b8-79c9027970bb HTTP/1.1" status: 200 len: 944 time: 0.1899238 Jun 17 10:25:53.991869 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-c8d37644-75b7-4a71-86cc-53d3e0dea9e4 req-489918af-ea63-44b7-9100-091bb64c1ca2 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/security-groups?id=70eaf6ca-0936-4be3-96f5-83f2f2424c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410220 Jun 17 10:25:54.083830 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a513433-df2a-4673-90a6-b7824ddcada5 req-38107077-5a80-4a05-be66-109cb230dac4 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:54.089697 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-8a513433-df2a-4673-90a6-b7824ddcada5 req-38107077-5a80-4a05-be66-109cb230dac4 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/ports?device_id=38c0aa32-8c76-4913-9177-9ab6a1c3b218 HTTP/1.1" status: 200 len: 945 time: 0.1952579 Jun 17 10:25:54.169829 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-8a513433-df2a-4673-90a6-b7824ddcada5 req-e52c644f-479b-46cd-81c4-760dfa482a52 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1bc7806-bc87-4ca4-84bd-873a3995d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703788 Jun 17 10:25:54.223824 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 54902) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:25:54.392279 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f7d2de-15e7-47f1-833e-10e1a07b112d req-408d459a-0399-4cb0-872c-37cd4874cd60 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:54.396992 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-a2f7d2de-15e7-47f1-833e-10e1a07b112d req-408d459a-0399-4cb0-872c-37cd4874cd60 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=1351d320-fba9-4509-b9d8-36c17904ef09 HTTP/1.1" status: 200 len: 946 time: 0.1606095 Jun 17 10:25:54.470740 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-a2f7d2de-15e7-47f1-833e-10e1a07b112d req-48d4c853-656c-499c-88dd-d4b93e97ba7b tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e0ff9fc-9664-4fac-b778-9b7de82afc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671020 Jun 17 10:25:54.540180 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc0845a-8f18-4dab-a82a-c6ec5e5c3258 tempest-TestVolumeBootPattern-1935543150 tempest-TestVolumeBootPattern-1935543150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:54.543173 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-fcc0845a-8f18-4dab-a82a-c6ec5e5c3258 tempest-TestVolumeBootPattern-1935543150 tempest-TestVolumeBootPattern-1935543150-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=38c0aa32-8c76-4913-9177-9ab6a1c3b218 HTTP/1.1" status: 200 len: 1093 time: 0.3155053 Jun 17 10:25:54.547940 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 54906) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:25:54.555220 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.v2.base [None req-e551b2d1-75a4-4d51-9f54-c58e5adde88f tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Request body: {'floatingip': {'floating_network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'port_id': 'fa18f64a-5c9e-444d-ad7c-f2f024bcf58c', 'tenant_id': 'aca760d5d32f44678ef6de15bc80117f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:25:54.684984 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-e551b2d1-75a4-4d51-9f54-c58e5adde88f tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks [] for floatingip, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:54.906478 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-e551b2d1-75a4-4d51-9f54-c58e5adde88f tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3930454'] for port, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:55.167771 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.db_base_plugin_common [None req-e551b2d1-75a4-4d51-9f54-c58e5adde88f tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Allocated IP 172.27.0.9 (ca6a8a4d-93b8-4490-aa3c-706a0423303e/260414bf-ab79-4984-a32f-8ad464893cf6/f62d313e-df7d-4f71-8508-2e22732bb3a4) {{(pid=93645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:25:55.449149 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-e551b2d1-75a4-4d51-9f54-c58e5adde88f tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks [] for port, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:55.560948 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device 1c2f9b52-acf9-48c2-9f3a-59435020184d up at agent hyperv_hv-cinder-79680 {{(pid=93646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:25:55.699821 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Provisioning complete for port 1c2f9b52-acf9-48c2-9f3a-59435020184d triggered by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:25:55.700538 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:55.772488 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-e551b2d1-75a4-4d51-9f54-c58e5adde88f tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3925395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740733869087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129691327'] for port, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:55.778126 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-3accc441-5faf-42f5-ab04-d66d36d59f3f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:55.886645 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:55.905799 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e551b2d1-75a4-4d51-9f54-c58e5adde88f tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Network ca6a8a4d-93b8-4490-aa3c-706a0423303e is already hosted by enough agents. {{(pid=93645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:25:55.912200 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.base_scheduler [None req-e551b2d1-75a4-4d51-9f54-c58e5adde88f tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Resources bound (agent type, host, resource id): {{(pid=93645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:25:55.917932 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e551b2d1-75a4-4d51-9f54-c58e5adde88f tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Received port after_create {{(pid=93645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:25:55.970396 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] For port 1c2f9b52-acf9-48c2-9f3a-59435020184d, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=1c2f9b52-acf9-48c2-9f3a-59435020184d,segment=NetworkSegment(e5a4c8b0-db77-4faf-bf25-5097f0723781),segment_id=e5a4c8b0-db77-4faf-bf25-5097f0723781)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:25:55.972889 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b173c33-c7ca-4c6e-98b8-79c9027970bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c2f9b52-acf9-48c2-9f3a-59435020184d'}] {{(pid=93646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:25:55.978866 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}202ec35f0b2f503ce7e4db3a1c258f37e57fe85608606de8e1c873696d713f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e229b1f4-1726-429a-ac44-f3e144b820ba" -d '{"events": [{"server_uuid": "4b173c33-c7ca-4c6e-98b8-79c9027970bb", "name": "network-vif-plugged", "status": "completed", "tag": "1c2f9b52-acf9-48c2-9f3a-59435020184d"}]}' {{(pid=93646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:25:56.015984 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24843bf-a594-45de-a72e-d163367282e4 req-032f9692-14c7-42d9-802d-d884b4fbe2b9 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:56.019910 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-f24843bf-a594-45de-a72e-d163367282e4 req-032f9692-14c7-42d9-802d-d884b4fbe2b9 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b173c33-c7ca-4c6e-98b8-79c9027970bb HTTP/1.1" status: 200 len: 944 time: 0.2332335 Jun 17 10:25:56.033601 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e551b2d1-75a4-4d51-9f54-c58e5adde88f tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Pushing event updated for resources: {'Port': ['ID=f62d313e-df7d-4f71-8508-2e22732bb3a4,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:56.048401 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e551b2d1-75a4-4d51-9f54-c58e5adde88f tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:25:56.048900 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e551b2d1-75a4-4d51-9f54-c58e5adde88f tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:25:56.049335 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e551b2d1-75a4-4d51-9f54-c58e5adde88f tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:25:56.049715 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e551b2d1-75a4-4d51-9f54-c58e5adde88f tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:25:56.050093 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e551b2d1-75a4-4d51-9f54-c58e5adde88f tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:25:56.050499 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e551b2d1-75a4-4d51-9f54-c58e5adde88f tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:25:56.050869 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e551b2d1-75a4-4d51-9f54-c58e5adde88f tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:25:56.051238 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e551b2d1-75a4-4d51-9f54-c58e5adde88f tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:25:56.051625 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e551b2d1-75a4-4d51-9f54-c58e5adde88f tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:25:56.051996 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e551b2d1-75a4-4d51-9f54-c58e5adde88f tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:25:56.052526 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e551b2d1-75a4-4d51-9f54-c58e5adde88f tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:25:56.053603 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e551b2d1-75a4-4d51-9f54-c58e5adde88f tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:25:56.058003 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-e551b2d1-75a4-4d51-9f54-c58e5adde88f tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:56.066977 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:56.070903 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:56.104232 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c77a71d-1701-48f3-9810-12a2b2660b9f req-70760baf-7fab-495c-abe2-d9f7b2a74caf tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:56.115663 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6c77a71d-1701-48f3-9810-12a2b2660b9f req-70760baf-7fab-495c-abe2-d9f7b2a74caf tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=1351d320-fba9-4509-b9d8-36c17904ef09 HTTP/1.1" status: 200 len: 946 time: 0.2508969 Jun 17 10:25:56.157631 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Pushing event updated for resources: {'Port': ['ID=1c2f9b52-acf9-48c2-9f3a-59435020184d,revision_number=8']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:56.161693 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:56.204112 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-f24843bf-a594-45de-a72e-d163367282e4 req-9114de39-e640-413a-84d2-c8cc140da6dd tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/security-groups?id=70eaf6ca-0936-4be3-96f5-83f2f2424c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717334 Jun 17 10:25:56.248599 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6c77a71d-1701-48f3-9810-12a2b2660b9f req-e0670410-3c68-44b8-8d63-4f00d3ad8407 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e0ff9fc-9664-4fac-b778-9b7de82afc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221452 Jun 17 10:25:56.320361 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-988fa014-de5a-41bb-9083-d6ca657046d9 x-openstack-request-id: req-988fa014-de5a-41bb-9083-d6ca657046d9 {{(pid=93646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:25:56.320733 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b173c33-c7ca-4c6e-98b8-79c9027970bb", "name": "network-vif-plugged", "status": "completed", "tag": "1c2f9b52-acf9-48c2-9f3a-59435020184d", "code": 200}]} {{(pid=93646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:25:56.321222 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-988fa014-de5a-41bb-9083-d6ca657046d9 {{(pid=93646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:25:56.321653 dv-cinder-796806-1-iscsi neutron-server[93646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b173c33-c7ca-4c6e-98b8-79c9027970bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c2f9b52-acf9-48c2-9f3a-59435020184d', 'code': 200} Jun 17 10:25:56.946003 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f0176-aed5-4d8a-9217-1d059a5da1fe req-0018359f-570e-4ec0-9497-52a2685e2683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:56.948805 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-ae0f0176-aed5-4d8a-9217-1d059a5da1fe req-0018359f-570e-4ec0-9497-52a2685e2683 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4b173c33-c7ca-4c6e-98b8-79c9027970bb HTTP/1.1" status: 200 len: 1098 time: 0.1644745 Jun 17 10:25:57.151881 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-ae0f0176-aed5-4d8a-9217-1d059a5da1fe req-c02a9d50-33f2-4183-8d94-c39bab76e79d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=70eaf6ca-0936-4be3-96f5-83f2f2424c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272097 Jun 17 10:25:57.239215 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-e551b2d1-75a4-4d51-9f54-c58e5adde88f tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:57.516040 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-e551b2d1-75a4-4d51-9f54-c58e5adde88f tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:57.566782 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b471c30-9644-4b4c-a2bc-d6f0476ac5af req-cdbb1ac4-6024-4831-bc94-19be9c3f87da tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:57.570500 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-4b471c30-9644-4b4c-a2bc-d6f0476ac5af req-cdbb1ac4-6024-4831-bc94-19be9c3f87da tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b173c33-c7ca-4c6e-98b8-79c9027970bb HTTP/1.1" status: 200 len: 945 time: 0.1785064 Jun 17 10:25:57.712711 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-4b471c30-9644-4b4c-a2bc-d6f0476ac5af req-2515e076-89df-49c8-bd9b-6913724f0fb8 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/security-groups?id=70eaf6ca-0936-4be3-96f5-83f2f2424c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282794 Jun 17 10:25:57.741513 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b68838b-858e-4dae-8230-54d3a964e9d0 req-0a5ef49b-9cb9-4412-b46f-b8a678eb6316 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:57.744293 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6b68838b-858e-4dae-8230-54d3a964e9d0 req-0a5ef49b-9cb9-4412-b46f-b8a678eb6316 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=1351d320-fba9-4509-b9d8-36c17904ef09 HTTP/1.1" status: 200 len: 946 time: 0.2910159 Jun 17 10:25:57.838569 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6b68838b-858e-4dae-8230-54d3a964e9d0 req-7234c609-46f6-4643-a99a-092ceb4aa656 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e0ff9fc-9664-4fac-b778-9b7de82afc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833580 Jun 17 10:25:58.067475 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-e551b2d1-75a4-4d51-9f54-c58e5adde88f tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks [] for port, precommit_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:58.166386 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-e551b2d1-75a4-4d51-9f54-c58e5adde88f tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129691277'] for port, after_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:58.172596 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-11300108-bc48-4688-8762-da7b4941b91a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:25:58.229314 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:58.342950 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e551b2d1-75a4-4d51-9f54-c58e5adde88f tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Pushing event updated for resources: {'Port': ['ID=f62d313e-df7d-4f71-8508-2e22732bb3a4,revision_number=2']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:25:58.350938 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-e551b2d1-75a4-4d51-9f54-c58e5adde88f tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:25:58.357565 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-e551b2d1-75a4-4d51-9f54-c58e5adde88f tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684762'] for floatingip, after_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:58.641716 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.db.l3_db [None req-e551b2d1-75a4-4d51-9f54-c58e5adde88f tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Floating IP ecddd3d4-3bf3-4722-a920-eaea11d72d94 associated. External IP: 172.27.0.9, port: fa18f64a-5c9e-444d-ad7c-f2f024bcf58c. Jun 17 10:25:59.125560 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5f510c-087a-467f-84d1-423186fa7014 req-1c870d3a-aba8-4d29-938b-162441276c8b tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:59.129155 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-2a5f510c-087a-467f-84d1-423186fa7014 req-1c870d3a-aba8-4d29-938b-162441276c8b tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b173c33-c7ca-4c6e-98b8-79c9027970bb HTTP/1.1" status: 200 len: 945 time: 0.1551900 Jun 17 10:25:59.181570 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e551b2d1-75a4-4d51-9f54-c58e5adde88f tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Router 7e0c2f88-646c-4bfc-9876-a2a48d86f347 has already been hosted by L3 agent 9ed9efc2-3eec-4d73-b246-cbd899a1984b {{(pid=93645) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 10:25:59.321844 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-2a5f510c-087a-467f-84d1-423186fa7014 req-7c5f930a-fa15-468f-b894-fabd32afd30d tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/security-groups?id=70eaf6ca-0936-4be3-96f5-83f2f2424c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686640 Jun 17 10:25:59.408629 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e551b2d1-75a4-4d51-9f54-c58e5adde88f tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify agent at l3_agent.dv-cinder-796806-1-iscsi the message routers_updated {{(pid=93645) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 10:25:59.409932 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c10f3a-718a-4b12-a53f-6f96e8a5176f req-e06f7ac0-3fdb-4e9f-bc2f-0284b07b3017 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:59.413081 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-80c10f3a-718a-4b12-a53f-6f96e8a5176f req-e06f7ac0-3fdb-4e9f-bc2f-0284b07b3017 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=1351d320-fba9-4509-b9d8-36c17904ef09 HTTP/1.1" status: 200 len: 946 time: 0.2808855 Jun 17 10:25:59.431428 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50cd6d08-146c-4fc0-900b-650b1d027a13 None None] Sync routers for ids ['7e0c2f88-646c-4bfc-9876-a2a48d86f347'] in dv-cinder-796806-1-iscsi {{(pid=93646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 10:25:59.460713 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cd6d08-146c-4fc0-900b-650b1d027a13 None None] Routers {'7e0c2f88-646c-4bfc-9876-a2a48d86f347'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:25:59.462833 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_hamode_db [None req-50cd6d08-146c-4fc0-900b-650b1d027a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:25:33Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['7e0c2f88-646c-4bfc-9876-a2a48d86f347'], 'active': True} {{(pid=93646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:25:59.509635 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-80c10f3a-718a-4b12-a53f-6f96e8a5176f req-c81c4923-d4c0-4213-9e30-a6abd2b02fdd tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e0ff9fc-9664-4fac-b778-9b7de82afc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850163 Jun 17 10:25:59.586868 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-e551b2d1-75a4-4d51-9f54-c58e5adde88f tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733'] for floatingip, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:25:59.713006 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.agents_db [None req-342b98a1-7fdc-4d24-a539-fe72a001d92b None None] Agent healthcheck: found 6 active agents {{(pid=93647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:25:59.734445 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-e551b2d1-75a4-4d51-9f54-c58e5adde88f tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 5.1849184 Jun 17 10:25:59.735884 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38c0aa32-8c76-4913-9177-9ab6a1c3b218', 'tag': 'fa18f64a-5c9e-444d-ad7c-f2f024bcf58c'}] {{(pid=93645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:25:59.738289 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvr_db [None req-50cd6d08-146c-4fc0-900b-650b1d027a13 None None] Set router 7e0c2f88-646c-4bfc-9876-a2a48d86f347 gateway port host: dv-cinder-796806-1-iscsi {{(pid=93646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:25:59.742192 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25c6fbde856bb10fc3e6f7e7beb0655886cca8e381c3d168db957d1d9f65ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda530ca-a514-4ef6-a3a4-3e2b8153e063" -d '{"events": [{"name": "network-changed", "server_uuid": "38c0aa32-8c76-4913-9177-9ab6a1c3b218", "tag": "fa18f64a-5c9e-444d-ad7c-f2f024bcf58c"}]}' {{(pid=93645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:25:59.805773 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b17765-9e5e-4959-8650-fb6e3d79e753 req-3e8e5039-6f89-4c78-87ce-65f1965a0f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:25:59.808635 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-75b17765-9e5e-4959-8650-fb6e3d79e753 req-3e8e5039-6f89-4c78-87ce-65f1965a0f8b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d3921a4980a048a78ce6c633bbba19c9&device_id=1351d320-fba9-4509-b9d8-36c17904ef09 HTTP/1.1" status: 200 len: 1099 time: 0.2602901 Jun 17 10:25:59.890933 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 10:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc3cb60-6e69-486a-85b1-76e484333cba x-openstack-request-id: req-ebc3cb60-6e69-486a-85b1-76e484333cba {{(pid=93645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:25:59.891376 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38c0aa32-8c76-4913-9177-9ab6a1c3b218", "tag": "fa18f64a-5c9e-444d-ad7c-f2f024bcf58c", "status": "completed", "code": 200}]} {{(pid=93645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:25:59.891909 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ebc3cb60-6e69-486a-85b1-76e484333cba {{(pid=93645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:25:59.892638 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38c0aa32-8c76-4913-9177-9ab6a1c3b218', 'tag': 'fa18f64a-5c9e-444d-ad7c-f2f024bcf58c', 'status': 'completed', 'code': 200} Jun 17 10:26:00.007808 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-2623155c-89e4-44b4-9cbe-514904396d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:00.042956 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda530ca-a514-4ef6-a3a4-3e2b8153e063 req-0e738054-963a-4931-ab59-a36266075dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:00.045741 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-dda530ca-a514-4ef6-a3a4-3e2b8153e063 req-0e738054-963a-4931-ab59-a36266075dd9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aca760d5d32f44678ef6de15bc80117f&device_id=38c0aa32-8c76-4913-9177-9ab6a1c3b218 HTTP/1.1" status: 200 len: 1098 time: 0.1374798 Jun 17 10:26:00.065650 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b17765-9e5e-4959-8650-fb6e3d79e753 req-dafbd1f1-139d-46b8-9718-bbaf6da376ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:00.068295 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-75b17765-9e5e-4959-8650-fb6e3d79e753 req-dafbd1f1-139d-46b8-9718-bbaf6da376ce service neutron] 10.222.0.47 "GET /v2.0/networks?id=fb6d1dc1-5856-427b-992b-099ce227c06b HTTP/1.1" status: 200 len: 918 time: 0.2176235 Jun 17 10:26:00.202380 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-75b17765-9e5e-4959-8650-fb6e3d79e753 req-9b3de70b-4bcf-4dc0-9ca5-7f4467e2b3bb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=200e7bac-b4d2-4b6c-b79e-4440b21588f4 HTTP/1.1" status: 200 len: 1002 time: 0.1210282 Jun 17 10:26:00.312305 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_hamode_db [None req-50cd6d08-146c-4fc0-900b-650b1d027a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'name': 'tempest-TestVolumeBootPattern-960937265-router', 'tenant_id': 'aca760d5d32f44678ef6de15bc80117f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '4a688b66-dbae-4eea-a5b6-0598de3d7643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:24:35Z', 'updated_at': '2021-06-17T10:24:43Z', 'revision_number': 4, 'project_id': 'aca760d5d32f44678ef6de15bc80117f', 'gw_port': {'id': '4a688b66-dbae-4eea-a5b6-0598de3d7643', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d5:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:24:36Z', 'updated_at': '2021-06-17T10:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi', '_floatingips': [{'id': 'ecddd3d4-3bf3-4722-a920-eaea11d72d94', 'tenant_id': 'aca760d5d32f44678ef6de15bc80117f', 'floating_ip_address': '172.27.0.9', 'floating_network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'router_id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'port_id': 'fa18f64a-5c9e-444d-ad7c-f2f024bcf58c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbf95478-19a5-4f07-a34f-dd4f56a3b0c1', 'mac_address': 'fa:16:3e:78:60:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c0aa32-8c76-4913-9177-9ab6a1c3b218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T10:25:56Z', 'updated_at': '2021-06-17T10:25:56Z', 'revision_number': 0, 'project_id': 'aca760d5d32f44678ef6de15bc80117f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8489dadf-1d9d-4822-b74a-cd7c2abcba75', 'name': '', 'network_id': 'fbf95478-19a5-4f07-a34f-dd4f56a3b0c1', 'tenant_id': 'aca760d5d32f44678ef6de15bc80117f', 'mac_address': 'fa:16:3e:d7:02:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'cf327c71-eda0-4c61-af33-93c8df9a6c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:24:42Z', 'updated_at': '2021-06-17T10:24:51Z', 'revision_number': 5, 'project_id': 'aca760d5d32f44678ef6de15bc80117f', 'subnets': [{'id': 'cf327c71-eda0-4c61-af33-93c8df9a6c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:26:00.312726 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda530ca-a514-4ef6-a3a4-3e2b8153e063 req-7c234fbe-b13b-4124-963e-7f8ea0e486eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:00.321674 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-dda530ca-a514-4ef6-a3a4-3e2b8153e063 req-7c234fbe-b13b-4124-963e-7f8ea0e486eb service neutron] 10.222.0.47 "GET /v2.0/networks?id=fbf95478-19a5-4f07-a34f-dd4f56a3b0c1 HTTP/1.1" status: 200 len: 912 time: 0.2631087 Jun 17 10:26:00.361738 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b17765-9e5e-4959-8650-fb6e3d79e753 req-3a0ea277-d3b5-4168-a471-214801e877df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:00.366032 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-75b17765-9e5e-4959-8650-fb6e3d79e753 req-3a0ea277-d3b5-4168-a471-214801e877df service neutron] 10.222.0.47 "GET /v2.0/subnets?id=235adf9a-5d00-4d35-8ffd-65944fdd0c17 HTTP/1.1" status: 200 len: 856 time: 0.1398420 Jun 17 10:26:00.372283 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50cd6d08-146c-4fc0-900b-650b1d027a13 None None] Checking router: 7e0c2f88-646c-4bfc-9876-a2a48d86f347 for host: dv-cinder-796806-1-iscsi {{(pid=93646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 10:26:00.390109 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cd6d08-146c-4fc0-900b-650b1d027a13 None None] Routers {'7e0c2f88-646c-4bfc-9876-a2a48d86f347'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:26:00.391417 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_hamode_db [None req-50cd6d08-146c-4fc0-900b-650b1d027a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:25:33Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['7e0c2f88-646c-4bfc-9876-a2a48d86f347'], 'active': True} {{(pid=93646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:26:00.463494 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-dda530ca-a514-4ef6-a3a4-3e2b8153e063 req-f6e9dee4-8199-40fe-abe9-66077e3c3e2b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa18f64a-5c9e-444d-ad7c-f2f024bcf58c HTTP/1.1" status: 200 len: 997 time: 0.1330452 Jun 17 10:26:00.564971 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b17765-9e5e-4959-8650-fb6e3d79e753 req-7d1fcc26-fa55-49cd-8f78-36f0777fd0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:00.569242 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-75b17765-9e5e-4959-8650-fb6e3d79e753 req-7d1fcc26-fa55-49cd-8f78-36f0777fd0fb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fb6d1dc1-5856-427b-992b-099ce227c06b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1929283 Jun 17 10:26:00.576658 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda530ca-a514-4ef6-a3a4-3e2b8153e063 req-51f77064-b856-4f4c-b422-d089e2428ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:00.583187 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-dda530ca-a514-4ef6-a3a4-3e2b8153e063 req-51f77064-b856-4f4c-b422-d089e2428ba5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf327c71-eda0-4c61-af33-93c8df9a6c5d HTTP/1.1" status: 200 len: 850 time: 0.1062109 Jun 17 10:26:00.690439 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvr_db [None req-50cd6d08-146c-4fc0-900b-650b1d027a13 None None] Set router 7e0c2f88-646c-4bfc-9876-a2a48d86f347 gateway port host: dv-cinder-796806-1-iscsi {{(pid=93646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:26:00.845323 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-75b17765-9e5e-4959-8650-fb6e3d79e753 req-8177efcf-29ae-465a-8753-d3114e60d54a service neutron] 10.222.0.47 "GET /v2.0/networks/fb6d1dc1-5856-427b-992b-099ce227c06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569096 Jun 17 10:26:00.861583 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda530ca-a514-4ef6-a3a4-3e2b8153e063 req-d5000469-bb68-4a2f-9123-50cbf71a699e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:00.871660 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-dda530ca-a514-4ef6-a3a4-3e2b8153e063 req-d5000469-bb68-4a2f-9123-50cbf71a699e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fbf95478-19a5-4f07-a34f-dd4f56a3b0c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2814178 Jun 17 10:26:01.096511 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-75b17765-9e5e-4959-8650-fb6e3d79e753 req-d81ad7d7-175d-4b41-ae46-7a532f98fe2f service neutron] 10.222.0.47 "GET /v2.0/networks/fb6d1dc1-5856-427b-992b-099ce227c06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430634 Jun 17 10:26:01.111722 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-dda530ca-a514-4ef6-a3a4-3e2b8153e063 req-41eb7f24-cb3e-4b55-9be6-d540603c6755 service neutron] 10.222.0.47 "GET /v2.0/networks/fbf95478-19a5-4f07-a34f-dd4f56a3b0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301381 Jun 17 10:26:01.419479 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea361a64-1a57-41f0-8bea-b22cbcfe45ce req-dc0e663a-be75-4db9-a6a7-eb95cd2d83f8 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:01.422257 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-ea361a64-1a57-41f0-8bea-b22cbcfe45ce req-dc0e663a-be75-4db9-a6a7-eb95cd2d83f8 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=1351d320-fba9-4509-b9d8-36c17904ef09 HTTP/1.1" status: 200 len: 946 time: 0.3087142 Jun 17 10:26:01.426040 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-dda530ca-a514-4ef6-a3a4-3e2b8153e063 req-80d44178-0c79-4e96-ad9e-ac0c7edc0372 service neutron] 10.222.0.47 "GET /v2.0/networks/fbf95478-19a5-4f07-a34f-dd4f56a3b0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509494 Jun 17 10:26:01.526610 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-ea361a64-1a57-41f0-8bea-b22cbcfe45ce req-1dad01b4-ae91-44a8-a1bf-cad0c8997f82 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e0ff9fc-9664-4fac-b778-9b7de82afc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928061 Jun 17 10:26:01.588347 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_hamode_db [None req-50cd6d08-146c-4fc0-900b-650b1d027a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'name': 'tempest-TestVolumeBootPattern-960937265-router', 'tenant_id': 'aca760d5d32f44678ef6de15bc80117f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '4a688b66-dbae-4eea-a5b6-0598de3d7643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:24:35Z', 'updated_at': '2021-06-17T10:24:43Z', 'revision_number': 4, 'project_id': 'aca760d5d32f44678ef6de15bc80117f', 'gw_port': {'id': '4a688b66-dbae-4eea-a5b6-0598de3d7643', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d5:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:24:36Z', 'updated_at': '2021-06-17T10:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi', '_floatingips': [{'id': 'ecddd3d4-3bf3-4722-a920-eaea11d72d94', 'tenant_id': 'aca760d5d32f44678ef6de15bc80117f', 'floating_ip_address': '172.27.0.9', 'floating_network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'router_id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'port_id': 'fa18f64a-5c9e-444d-ad7c-f2f024bcf58c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbf95478-19a5-4f07-a34f-dd4f56a3b0c1', 'mac_address': 'fa:16:3e:78:60:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c0aa32-8c76-4913-9177-9ab6a1c3b218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T10:25:56Z', 'updated_at': '2021-06-17T10:25:56Z', 'revision_number': 0, 'project_id': 'aca760d5d32f44678ef6de15bc80117f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8489dadf-1d9d-4822-b74a-cd7c2abcba75', 'name': '', 'network_id': 'fbf95478-19a5-4f07-a34f-dd4f56a3b0c1', 'tenant_id': 'aca760d5d32f44678ef6de15bc80117f', 'mac_address': 'fa:16:3e:d7:02:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'cf327c71-eda0-4c61-af33-93c8df9a6c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:24:42Z', 'updated_at': '2021-06-17T10:24:51Z', 'revision_number': 5, 'project_id': 'aca760d5d32f44678ef6de15bc80117f', 'subnets': [{'id': 'cf327c71-eda0-4c61-af33-93c8df9a6c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:26:01.668423 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50cd6d08-146c-4fc0-900b-650b1d027a13 None None] The sync data for ids ['7e0c2f88-646c-4bfc-9876-a2a48d86f347'] in dv-cinder-796806-1-iscsi is: [{'id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'name': 'tempest-TestVolumeBootPattern-960937265-router', 'tenant_id': 'aca760d5d32f44678ef6de15bc80117f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '4a688b66-dbae-4eea-a5b6-0598de3d7643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:24:35Z', 'updated_at': '2021-06-17T10:24:43Z', 'revision_number': 4, 'project_id': 'aca760d5d32f44678ef6de15bc80117f', 'gw_port': {'id': '4a688b66-dbae-4eea-a5b6-0598de3d7643', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d5:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:24:36Z', 'updated_at': '2021-06-17T10:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi', '_floatingips': [{'id': 'ecddd3d4-3bf3-4722-a920-eaea11d72d94', 'tenant_id': 'aca760d5d32f44678ef6de15bc80117f', 'floating_ip_address': '172.27.0.9', 'floating_network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'router_id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'port_id': 'fa18f64a-5c9e-444d-ad7c-f2f024bcf58c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbf95478-19a5-4f07-a34f-dd4f56a3b0c1', 'mac_address': 'fa:16:3e:78:60:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c0aa32-8c76-4913-9177-9ab6a1c3b218', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T10:25:56Z', 'updated_at': '2021-06-17T10:25:56Z', 'revision_number': 0, 'project_id': 'aca760d5d32f44678ef6de15bc80117f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8489dadf-1d9d-4822-b74a-cd7c2abcba75', 'name': '', 'network_id': 'fbf95478-19a5-4f07-a34f-dd4f56a3b0c1', 'tenant_id': 'aca760d5d32f44678ef6de15bc80117f', 'mac_address': 'fa:16:3e:d7:02:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'cf327c71-eda0-4c61-af33-93c8df9a6c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:24:42Z', 'updated_at': '2021-06-17T10:24:51Z', 'revision_number': 5, 'project_id': 'aca760d5d32f44678ef6de15bc80117f', 'subnets': [{'id': 'cf327c71-eda0-4c61-af33-93c8df9a6c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 10:26:02.036350 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c034d4-8a55-4d04-b149-6d246b6434fa None None] New status for floating IP ecddd3d4-3bf3-4722-a920-eaea11d72d94: ACTIVE {{(pid=93647) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 10:26:02.844237 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd9dd84-e803-4a9b-93f5-22e0547e17f1 req-d9a96415-be16-495d-8d9d-f4fed1e3f33a tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:02.847150 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-1bd9dd84-e803-4a9b-93f5-22e0547e17f1 req-d9a96415-be16-495d-8d9d-f4fed1e3f33a tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=1351d320-fba9-4509-b9d8-36c17904ef09 HTTP/1.1" status: 200 len: 946 time: 0.1033738 Jun 17 10:26:02.925558 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-1bd9dd84-e803-4a9b-93f5-22e0547e17f1 req-693a5bf3-126e-4870-b45d-9d774a0951e2 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e0ff9fc-9664-4fac-b778-9b7de82afc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656376 Jun 17 10:26:03.282761 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-031ed25d-246c-4136-b3fd-a2d37a72c90d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:03.462288 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:04.320978 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377bc005-6770-4281-afd1-45b1f87235f7 req-d23d58c6-54bf-46ee-a2a3-2e6215021ea3 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:04.323922 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-377bc005-6770-4281-afd1-45b1f87235f7 req-d23d58c6-54bf-46ee-a2a3-2e6215021ea3 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=1351d320-fba9-4509-b9d8-36c17904ef09 HTTP/1.1" status: 200 len: 946 time: 0.1542048 Jun 17 10:26:04.414381 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-377bc005-6770-4281-afd1-45b1f87235f7 req-c66a4966-c6a7-4ab3-977f-84a77c7ddccd tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e0ff9fc-9664-4fac-b778-9b7de82afc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782974 Jun 17 10:26:05.068842 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-76f1cb7e-d4ef-4c29-a3c2-2b16775f9f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:05.805889 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a5e68-5232-4fb4-bba9-24107551bec8 req-10401cf9-b8ef-415a-88f9-bb74dca9cfe9 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:05.808872 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-f25a5e68-5232-4fb4-bba9-24107551bec8 req-10401cf9-b8ef-415a-88f9-bb74dca9cfe9 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=1351d320-fba9-4509-b9d8-36c17904ef09 HTTP/1.1" status: 200 len: 946 time: 0.1534233 Jun 17 10:26:05.904069 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-f25a5e68-5232-4fb4-bba9-24107551bec8 req-6a049325-6764-412f-bae0-295702549009 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e0ff9fc-9664-4fac-b778-9b7de82afc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851722 Jun 17 10:26:07.269687 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1257602e-ab1c-4013-9e79-110284d0b563 req-fac20853-2d60-46a0-999e-5b256b70f214 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:07.272581 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-1257602e-ab1c-4013-9e79-110284d0b563 req-fac20853-2d60-46a0-999e-5b256b70f214 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=1351d320-fba9-4509-b9d8-36c17904ef09 HTTP/1.1" status: 200 len: 946 time: 0.1194966 Jun 17 10:26:07.345204 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-1257602e-ab1c-4013-9e79-110284d0b563 req-3ca8b1dd-2b58-481b-babb-ee00d5b4c85f tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e0ff9fc-9664-4fac-b778-9b7de82afc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633276 Jun 17 10:26:07.844892 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8334b2a8-081d-4a08-b273-522b2363e8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:08.579255 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941bb90d-3131-45f9-a9b5-d5052bd2750a req-cd591c3f-f2f7-4ea9-b37d-9c8e1104b5d1 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:08.581005 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-941bb90d-3131-45f9-a9b5-d5052bd2750a req-cd591c3f-f2f7-4ea9-b37d-9c8e1104b5d1 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=1351d320-fba9-4509-b9d8-36c17904ef09 HTTP/1.1" status: 200 len: 946 time: 0.0935440 Jun 17 10:26:08.637214 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-941bb90d-3131-45f9-a9b5-d5052bd2750a req-305c2139-fc46-431f-82de-9522d079d0a1 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e0ff9fc-9664-4fac-b778-9b7de82afc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451100 Jun 17 10:26:09.991847 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4cc610-93ea-40c1-a900-c3982eb53cb5 req-ef04fd1e-bdf0-4ca8-811c-462226fef4db tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:09.994585 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-3f4cc610-93ea-40c1-a900-c3982eb53cb5 req-ef04fd1e-bdf0-4ca8-811c-462226fef4db tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=1351d320-fba9-4509-b9d8-36c17904ef09 HTTP/1.1" status: 200 len: 946 time: 0.1422770 Jun 17 10:26:10.071086 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-3f4cc610-93ea-40c1-a900-c3982eb53cb5 req-4d850311-f699-45a1-80dd-a2bcce5578ce tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e0ff9fc-9664-4fac-b778-9b7de82afc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656056 Jun 17 10:26:11.440108 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5de94d3-8982-4914-8adf-3b1cb9d5c9e8 req-222c1a83-83a4-4565-88b1-f99bf31bfaef tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:11.443396 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-c5de94d3-8982-4914-8adf-3b1cb9d5c9e8 req-222c1a83-83a4-4565-88b1-f99bf31bfaef tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=1351d320-fba9-4509-b9d8-36c17904ef09 HTTP/1.1" status: 200 len: 946 time: 0.1262500 Jun 17 10:26:11.516165 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-c5de94d3-8982-4914-8adf-3b1cb9d5c9e8 req-36105d7b-03d9-4eed-9200-eb37d8443d4a tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e0ff9fc-9664-4fac-b778-9b7de82afc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617805 Jun 17 10:26:11.785771 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dab36b9-842c-4fd2-a6a5-3631e0b0a259 req-e96767e6-8dc0-400c-b6de-b9de893ad130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:11.789063 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-8dab36b9-842c-4fd2-a6a5-3631e0b0a259 req-e96767e6-8dc0-400c-b6de-b9de893ad130 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d3921a4980a048a78ce6c633bbba19c9&device_id=1351d320-fba9-4509-b9d8-36c17904ef09 HTTP/1.1" status: 200 len: 1099 time: 0.1126783 Jun 17 10:26:11.983412 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dab36b9-842c-4fd2-a6a5-3631e0b0a259 req-735b87d5-ca31-4a14-b279-03f59e561ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:11.990843 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-8dab36b9-842c-4fd2-a6a5-3631e0b0a259 req-735b87d5-ca31-4a14-b279-03f59e561ca8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fb6d1dc1-5856-427b-992b-099ce227c06b HTTP/1.1" status: 200 len: 918 time: 0.1935780 Jun 17 10:26:12.149658 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-8dab36b9-842c-4fd2-a6a5-3631e0b0a259 req-fe39a0a4-f3c0-463a-95e7-16db38cd7753 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=200e7bac-b4d2-4b6c-b79e-4440b21588f4 HTTP/1.1" status: 200 len: 1002 time: 0.1475914 Jun 17 10:26:12.224443 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dab36b9-842c-4fd2-a6a5-3631e0b0a259 req-4af481d0-cf64-4378-a620-6d0c5267fb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:12.226057 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-8dab36b9-842c-4fd2-a6a5-3631e0b0a259 req-4af481d0-cf64-4378-a620-6d0c5267fb8a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=235adf9a-5d00-4d35-8ffd-65944fdd0c17 HTTP/1.1" status: 200 len: 856 time: 0.0648091 Jun 17 10:26:12.333542 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dab36b9-842c-4fd2-a6a5-3631e0b0a259 req-ebd79d93-522e-4f43-a57e-0aafb13bca9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:12.336606 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-8dab36b9-842c-4fd2-a6a5-3631e0b0a259 req-ebd79d93-522e-4f43-a57e-0aafb13bca9c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fb6d1dc1-5856-427b-992b-099ce227c06b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1002796 Jun 17 10:26:12.522322 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-8dab36b9-842c-4fd2-a6a5-3631e0b0a259 req-5794faef-1e3b-45c0-8012-566186360f56 service neutron] 10.222.0.47 "GET /v2.0/networks/fb6d1dc1-5856-427b-992b-099ce227c06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738861 Jun 17 10:26:12.714442 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-8dab36b9-842c-4fd2-a6a5-3631e0b0a259 req-4fc25128-497f-482e-9366-13578ad5673a service neutron] 10.222.0.47 "GET /v2.0/networks/fb6d1dc1-5856-427b-992b-099ce227c06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829743 Jun 17 10:26:12.936016 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdbcdd1-9377-4a4c-95ec-94b166f35fd2 req-059937a0-48e2-4a3e-aaee-27006ad2d766 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:12.938275 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-afdbcdd1-9377-4a4c-95ec-94b166f35fd2 req-059937a0-48e2-4a3e-aaee-27006ad2d766 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=1351d320-fba9-4509-b9d8-36c17904ef09 HTTP/1.1" status: 200 len: 946 time: 0.1475463 Jun 17 10:26:13.015671 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-afdbcdd1-9377-4a4c-95ec-94b166f35fd2 req-72196c35-d22f-4bf4-87ac-6c3fbfafdac5 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e0ff9fc-9664-4fac-b778-9b7de82afc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674698 Jun 17 10:26:14.341278 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f45e28-9b5f-4562-9fc1-46b9fa7a9938 req-374be123-c0dd-47da-9db8-e5d668245bce tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:14.343860 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d2f45e28-9b5f-4562-9fc1-46b9fa7a9938 req-374be123-c0dd-47da-9db8-e5d668245bce tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=1351d320-fba9-4509-b9d8-36c17904ef09 HTTP/1.1" status: 200 len: 946 time: 0.1047359 Jun 17 10:26:14.416173 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d2f45e28-9b5f-4562-9fc1-46b9fa7a9938 req-12dea7af-dc82-4017-a9bf-bf4e651e190e tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e0ff9fc-9664-4fac-b778-9b7de82afc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607934 Jun 17 10:26:15.629481 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device 200e7bac-b4d2-4b6c-b79e-4440b21588f4 no longer exists at agent hyperv_hv-cinder-79680 {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:26:15.753546 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:15.764380 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97cad99-9cbb-41e8-98d1-c4880d064b20 req-9e24097c-b39d-4e59-9701-731cd90d53d1 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:15.767343 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-e97cad99-9cbb-41e8-98d1-c4880d064b20 req-9e24097c-b39d-4e59-9701-731cd90d53d1 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=1351d320-fba9-4509-b9d8-36c17904ef09 HTTP/1.1" status: 200 len: 946 time: 0.1139290 Jun 17 10:26:15.821873 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] For port 200e7bac-b4d2-4b6c-b79e-4440b21588f4, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=200e7bac-b4d2-4b6c-b79e-4440b21588f4,segment=NetworkSegment(aee95af0-cc5d-41dc-ae63-eda94ddae53b),segment_id=aee95af0-cc5d-41dc-ae63-eda94ddae53b)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:26:15.824075 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1351d320-fba9-4509-b9d8-36c17904ef09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '200e7bac-b4d2-4b6c-b79e-4440b21588f4'}] {{(pid=93646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:26:15.828345 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}202ec35f0b2f503ce7e4db3a1c258f37e57fe85608606de8e1c873696d713f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d58f2be-713a-4acc-83df-a4e8b82e2a3e" -d '{"events": [{"server_uuid": "1351d320-fba9-4509-b9d8-36c17904ef09", "name": "network-vif-unplugged", "status": "completed", "tag": "200e7bac-b4d2-4b6c-b79e-4440b21588f4"}]}' {{(pid=93646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:26:15.845098 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-e97cad99-9cbb-41e8-98d1-c4880d064b20 req-feb6308c-c309-4f82-84db-b99a219982e8 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e0ff9fc-9664-4fac-b778-9b7de82afc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654802 Jun 17 10:26:15.899078 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 10:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16162b8a-617c-4918-9986-63523af6c492 x-openstack-request-id: req-16162b8a-617c-4918-9986-63523af6c492 {{(pid=93646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:26:15.899679 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1351d320-fba9-4509-b9d8-36c17904ef09", "name": "network-vif-unplugged", "status": "completed", "tag": "200e7bac-b4d2-4b6c-b79e-4440b21588f4", "code": 200}]} {{(pid=93646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:26:15.900201 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-16162b8a-617c-4918-9986-63523af6c492 {{(pid=93646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:26:15.900972 dv-cinder-796806-1-iscsi neutron-server[93646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1351d320-fba9-4509-b9d8-36c17904ef09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '200e7bac-b4d2-4b6c-b79e-4440b21588f4', 'code': 200} Jun 17 10:26:16.295464 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:16.297781 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:26:16.359878 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Pushing event updated for resources: {'Port': ['ID=200e7bac-b4d2-4b6c-b79e-4440b21588f4,revision_number=8']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:26:16.367131 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:26:17.115979 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65509812-b75c-4630-874e-a09e557a35d6 req-825341da-154e-441b-bf3f-46ecc518469c tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:17.118891 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-65509812-b75c-4630-874e-a09e557a35d6 req-825341da-154e-441b-bf3f-46ecc518469c tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=1351d320-fba9-4509-b9d8-36c17904ef09 HTTP/1.1" status: 200 len: 944 time: 0.1047297 Jun 17 10:26:17.199348 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-65509812-b75c-4630-874e-a09e557a35d6 req-fe0b0d1a-265c-4ba4-995c-81404370f77c tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e0ff9fc-9664-4fac-b778-9b7de82afc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700402 Jun 17 10:26:19.666642 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device 200e7bac-b4d2-4b6c-b79e-4440b21588f4 no longer exists at agent hyperv_hv-cinder-79680 {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:26:20.898715 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146d2ea3-3416-4178-8222-ab0078939535 req-2cd8ee11-3d8e-4c5a-9baf-cc1e0534b0f3 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:20.901392 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-146d2ea3-3416-4178-8222-ab0078939535 req-2cd8ee11-3d8e-4c5a-9baf-cc1e0534b0f3 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=1351d320-fba9-4509-b9d8-36c17904ef09 HTTP/1.1" status: 200 len: 944 time: 0.1250291 Jun 17 10:26:20.978791 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-146d2ea3-3416-4178-8222-ab0078939535 req-0a67cfa3-c27e-488b-9c3c-c6e3520221be tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e0ff9fc-9664-4fac-b778-9b7de82afc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665929 Jun 17 10:26:21.153345 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-7d297276-251e-4475-9a0f-ae9dcdda5168 req-b1156913-4080-4989-a5a5-d2325a145649 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1351d320-fba9-4509-b9d8-36c17904ef09&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1050837 Jun 17 10:26:22.391373 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331197c5-9254-42d6-b1e1-e28d4ea05224 req-b802e049-f294-4efa-904b-65f8e59d59b1 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:22.394290 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-331197c5-9254-42d6-b1e1-e28d4ea05224 req-b802e049-f294-4efa-904b-65f8e59d59b1 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=1351d320-fba9-4509-b9d8-36c17904ef09 HTTP/1.1" status: 200 len: 944 time: 0.1601443 Jun 17 10:26:22.870868 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-331197c5-9254-42d6-b1e1-e28d4ea05224 req-38722493-8de5-4f94-bedf-6d86b0fdb190 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e0ff9fc-9664-4fac-b778-9b7de82afc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4657388 Jun 17 10:26:24.207091 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a06d21d-3b32-436c-80ba-c396b0e7f26f req-938b1732-a235-4e35-ab04-2d5ea8be1c6e tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:24.210387 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6a06d21d-3b32-436c-80ba-c396b0e7f26f req-938b1732-a235-4e35-ab04-2d5ea8be1c6e tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=1351d320-fba9-4509-b9d8-36c17904ef09 HTTP/1.1" status: 200 len: 944 time: 0.1150625 Jun 17 10:26:24.283900 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6a06d21d-3b32-436c-80ba-c396b0e7f26f req-585b9c3c-a75e-406c-828f-017a42238ebd tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e0ff9fc-9664-4fac-b778-9b7de82afc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623035 Jun 17 10:26:24.771933 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d297276-251e-4475-9a0f-ae9dcdda5168 req-811e9115-a890-4033-91bc-4338607beb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:24.774958 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-7d297276-251e-4475-9a0f-ae9dcdda5168 req-811e9115-a890-4033-91bc-4338607beb68 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1351d320-fba9-4509-b9d8-36c17904ef09&tenant_id=d3921a4980a048a78ce6c633bbba19c9 HTTP/1.1" status: 200 len: 1097 time: 0.2010043 Jun 17 10:26:24.915172 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d297276-251e-4475-9a0f-ae9dcdda5168 req-e997da05-39aa-4428-a284-1f392bb4b257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:24.917788 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-7d297276-251e-4475-9a0f-ae9dcdda5168 req-e997da05-39aa-4428-a284-1f392bb4b257 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d3921a4980a048a78ce6c633bbba19c9&device_id=1351d320-fba9-4509-b9d8-36c17904ef09 HTTP/1.1" status: 200 len: 1097 time: 0.1018353 Jun 17 10:26:25.118581 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d297276-251e-4475-9a0f-ae9dcdda5168 req-5a1f5694-069e-44f1-9173-d0e6080d6218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:25.121454 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-7d297276-251e-4475-9a0f-ae9dcdda5168 req-5a1f5694-069e-44f1-9173-d0e6080d6218 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fb6d1dc1-5856-427b-992b-099ce227c06b HTTP/1.1" status: 200 len: 918 time: 0.1933534 Jun 17 10:26:25.226147 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-7d297276-251e-4475-9a0f-ae9dcdda5168 req-197c03dd-d51c-4983-aa17-5ea54ba898f6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=200e7bac-b4d2-4b6c-b79e-4440b21588f4 HTTP/1.1" status: 200 len: 1000 time: 0.0937693 Jun 17 10:26:25.314719 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d297276-251e-4475-9a0f-ae9dcdda5168 req-8abd11dc-de24-4be3-8e2a-ed8901d22ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:25.317335 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-7d297276-251e-4475-9a0f-ae9dcdda5168 req-8abd11dc-de24-4be3-8e2a-ed8901d22ad7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=235adf9a-5d00-4d35-8ffd-65944fdd0c17 HTTP/1.1" status: 200 len: 856 time: 0.0762014 Jun 17 10:26:25.442715 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d297276-251e-4475-9a0f-ae9dcdda5168 req-c9cf4ed7-1c3d-47e2-9732-840b1e994cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:25.445498 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-7d297276-251e-4475-9a0f-ae9dcdda5168 req-c9cf4ed7-1c3d-47e2-9732-840b1e994cc7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fb6d1dc1-5856-427b-992b-099ce227c06b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1196139 Jun 17 10:26:25.649253 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-7d297276-251e-4475-9a0f-ae9dcdda5168 req-cc3a101c-e4c5-4635-abc4-5a87b4fef437 service neutron] 10.222.0.47 "GET /v2.0/networks/fb6d1dc1-5856-427b-992b-099ce227c06b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899843 Jun 17 10:26:25.687351 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c7e180-e038-40b7-ad30-9d96f86bc0ac req-932deb5e-63ab-4297-8b96-8e442f33686d tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:25.689573 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-94c7e180-e038-40b7-ad30-9d96f86bc0ac req-932deb5e-63ab-4297-8b96-8e442f33686d tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=1351d320-fba9-4509-b9d8-36c17904ef09 HTTP/1.1" status: 200 len: 944 time: 0.1839764 Jun 17 10:26:25.827931 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-94c7e180-e038-40b7-ad30-9d96f86bc0ac req-0e4d6a5b-a11f-4dc9-a05d-b38e281e4fbc tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e0ff9fc-9664-4fac-b778-9b7de82afc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204884 Jun 17 10:26:25.872052 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-7d297276-251e-4475-9a0f-ae9dcdda5168 req-f0c62265-4342-4fc0-a3df-65973fc13a33 service neutron] 10.222.0.47 "GET /v2.0/networks/fb6d1dc1-5856-427b-992b-099ce227c06b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089875 Jun 17 10:26:27.185209 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b622e61b-df54-4cef-a454-23ae0b1d1b96 req-16df1398-f9d9-4074-a097-12dc241115a1 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:27.188270 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-b622e61b-df54-4cef-a454-23ae0b1d1b96 req-16df1398-f9d9-4074-a097-12dc241115a1 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=1351d320-fba9-4509-b9d8-36c17904ef09 HTTP/1.1" status: 200 len: 944 time: 0.1273043 Jun 17 10:26:27.274464 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-b622e61b-df54-4cef-a454-23ae0b1d1b96 req-59da7349-56aa-4445-948b-53adf4688be0 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e0ff9fc-9664-4fac-b778-9b7de82afc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751550 Jun 17 10:26:28.198768 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:28.656254 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0546d26-94e4-4c5f-ba37-ead07c5e89e1 req-aac768bb-8152-42ce-88ff-6d086f479ba2 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:28.668480 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-b0546d26-94e4-4c5f-ba37-ead07c5e89e1 req-aac768bb-8152-42ce-88ff-6d086f479ba2 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=1351d320-fba9-4509-b9d8-36c17904ef09 HTTP/1.1" status: 200 len: 944 time: 0.1449573 Jun 17 10:26:28.743991 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-b0546d26-94e4-4c5f-ba37-ead07c5e89e1 req-9708196d-af86-4de7-8d8f-1cc7966cdf27 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e0ff9fc-9664-4fac-b778-9b7de82afc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692091 Jun 17 10:26:29.965374 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-7311c608-c73b-4f8c-82b2-609a3ec97171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:30.176830 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf0237-c6c6-4acf-a307-6a3c14034e41 req-88ba27a3-feb9-409f-9433-514f0a3551be tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:30.179766 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-addf0237-c6c6-4acf-a307-6a3c14034e41 req-88ba27a3-feb9-409f-9433-514f0a3551be tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=1351d320-fba9-4509-b9d8-36c17904ef09 HTTP/1.1" status: 200 len: 944 time: 0.1655517 Jun 17 10:26:30.264077 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-addf0237-c6c6-4acf-a307-6a3c14034e41 req-b3e3abac-5cb0-4e21-896e-089cb24ef57b tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e0ff9fc-9664-4fac-b778-9b7de82afc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773730 Jun 17 10:26:31.635921 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53915894-4c00-42a1-a617-3a9d17a87de9 req-bf400ac3-cd5b-4ff0-a1b7-17c3cf4e62a4 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:31.638820 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-53915894-4c00-42a1-a617-3a9d17a87de9 req-bf400ac3-cd5b-4ff0-a1b7-17c3cf4e62a4 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=1351d320-fba9-4509-b9d8-36c17904ef09 HTTP/1.1" status: 200 len: 944 time: 0.1434772 Jun 17 10:26:31.715409 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-53915894-4c00-42a1-a617-3a9d17a87de9 req-25803826-5300-4fcb-8ff8-4119ca958793 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e0ff9fc-9664-4fac-b778-9b7de82afc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636322 Jun 17 10:26:33.105772 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db467f6a-5d8e-47a1-ac8d-bf4c83a2f68c req-5292d3e7-9f18-4f84-be7a-f56fa04994ba tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:33.108944 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-db467f6a-5d8e-47a1-ac8d-bf4c83a2f68c req-5292d3e7-9f18-4f84-be7a-f56fa04994ba tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=1351d320-fba9-4509-b9d8-36c17904ef09 HTTP/1.1" status: 200 len: 944 time: 0.1428282 Jun 17 10:26:33.211050 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-db467f6a-5d8e-47a1-ac8d-bf4c83a2f68c req-4e066b3b-c756-4cc8-ab2d-194c06f0ff6d tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e0ff9fc-9664-4fac-b778-9b7de82afc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916715 Jun 17 10:26:33.296355 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-714ceb7e-9708-4729-b0db-569dcf7ae750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:33.492939 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:34.622292 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56543068-214e-4cbf-a97e-c2b8a1c3dd93 req-5286aa66-07fe-410e-866d-5baaf7df61f0 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:34.625348 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-56543068-214e-4cbf-a97e-c2b8a1c3dd93 req-5286aa66-07fe-410e-866d-5baaf7df61f0 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=1351d320-fba9-4509-b9d8-36c17904ef09 HTTP/1.1" status: 200 len: 944 time: 0.1314559 Jun 17 10:26:34.705564 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-56543068-214e-4cbf-a97e-c2b8a1c3dd93 req-44624c56-dc98-4063-b06f-7b344d5623ad tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e0ff9fc-9664-4fac-b778-9b7de82afc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680227 Jun 17 10:26:35.088050 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-76f1cb7e-d4ef-4c29-a3c2-2b16775f9f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:36.109161 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54613ed-7b3a-4bff-9759-c9e8caa92bd9 req-7cfafa03-324d-4c34-ada8-f4d11a9f0415 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:36.110914 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-e54613ed-7b3a-4bff-9759-c9e8caa92bd9 req-7cfafa03-324d-4c34-ada8-f4d11a9f0415 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=1351d320-fba9-4509-b9d8-36c17904ef09 HTTP/1.1" status: 200 len: 944 time: 0.1341288 Jun 17 10:26:36.188603 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-e54613ed-7b3a-4bff-9759-c9e8caa92bd9 req-868fd3df-41ee-48a6-a07d-0c7b3ba95180 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e0ff9fc-9664-4fac-b778-9b7de82afc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668499 Jun 17 10:26:36.710633 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.agents_db [None req-342b98a1-7fdc-4d24-a539-fe72a001d92b None None] Agent healthcheck: found 6 active agents {{(pid=93647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:26:37.002834 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8334b2a8-081d-4a08-b273-522b2363e8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:37.496960 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbf7fe8-c76a-44f4-a1e2-b123d123d49d req-e7584f6a-10ca-4a86-a757-58f7d1dd32d4 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:37.499706 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-dcbf7fe8-c76a-44f4-a1e2-b123d123d49d req-e7584f6a-10ca-4a86-a757-58f7d1dd32d4 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=1351d320-fba9-4509-b9d8-36c17904ef09 HTTP/1.1" status: 200 len: 944 time: 0.1054332 Jun 17 10:26:37.584789 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-dcbf7fe8-c76a-44f4-a1e2-b123d123d49d req-60c19b96-ff46-4878-9ae4-398aeeaa09bc tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e0ff9fc-9664-4fac-b778-9b7de82afc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711713 Jun 17 10:26:38.957453 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9fff1b-5999-4ded-a01c-2f8d5601bf41 req-c20a84e8-cf77-472b-9951-c033ffb0d662 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:38.962952 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-5a9fff1b-5999-4ded-a01c-2f8d5601bf41 req-c20a84e8-cf77-472b-9951-c033ffb0d662 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=1351d320-fba9-4509-b9d8-36c17904ef09 HTTP/1.1" status: 200 len: 944 time: 0.1363893 Jun 17 10:26:39.065045 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-5a9fff1b-5999-4ded-a01c-2f8d5601bf41 req-084acd77-22e8-4bf5-827d-db310ef8581a tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e0ff9fc-9664-4fac-b778-9b7de82afc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936372 Jun 17 10:26:40.424717 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f228e5-d44f-4feb-99b4-53125daf3dec req-2245bb2d-2ed7-47df-9730-ac0c165b7b42 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:40.435809 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-86f228e5-d44f-4feb-99b4-53125daf3dec req-2245bb2d-2ed7-47df-9730-ac0c165b7b42 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=1351d320-fba9-4509-b9d8-36c17904ef09 HTTP/1.1" status: 200 len: 944 time: 0.0971107 Jun 17 10:26:40.508120 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-86f228e5-d44f-4feb-99b4-53125daf3dec req-a7f57335-6c15-418f-93e6-6d0d1bab7c2a tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e0ff9fc-9664-4fac-b778-9b7de82afc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689511 Jun 17 10:26:41.890467 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e7c37-6323-43c8-9b18-ba50df832d5e req-e42290ae-a370-49fa-bf4a-a13a6d09de4f tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:41.893305 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-f10e7c37-6323-43c8-9b18-ba50df832d5e req-e42290ae-a370-49fa-bf4a-a13a6d09de4f tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=1351d320-fba9-4509-b9d8-36c17904ef09 HTTP/1.1" status: 200 len: 944 time: 0.1288445 Jun 17 10:26:41.972497 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-f10e7c37-6323-43c8-9b18-ba50df832d5e req-853274f2-fe36-4bb6-8717-b411a1ae8bd2 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e0ff9fc-9664-4fac-b778-9b7de82afc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680642 Jun 17 10:26:43.356058 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4b75b-3f99-4dd1-bc9e-d62b033f1faf req-b2d154b6-a043-4998-b587-441cc61717bc tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:43.358852 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-0bd4b75b-3f99-4dd1-bc9e-d62b033f1faf req-b2d154b6-a043-4998-b587-441cc61717bc tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=1351d320-fba9-4509-b9d8-36c17904ef09 HTTP/1.1" status: 200 len: 944 time: 0.1538644 Jun 17 10:26:43.432906 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-0bd4b75b-3f99-4dd1-bc9e-d62b033f1faf req-76006018-8297-469f-a03d-b9422fd693c7 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e0ff9fc-9664-4fac-b778-9b7de82afc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658903 Jun 17 10:26:43.771188 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device 200e7bac-b4d2-4b6c-b79e-4440b21588f4 details requested by agent hyperv_hv-cinder-79680 with host hv-cinder-79680 {{(pid=93646) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 10:26:43.962931 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] For port 200e7bac-b4d2-4b6c-b79e-4440b21588f4, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=200e7bac-b4d2-4b6c-b79e-4440b21588f4,segment=NetworkSegment(aee95af0-cc5d-41dc-ae63-eda94ddae53b),segment_id=aee95af0-cc5d-41dc-ae63-eda94ddae53b)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:26:43.985754 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Returning: {'device': '200e7bac-b4d2-4b6c-b79e-4440b21588f4', 'network_id': 'fb6d1dc1-5856-427b-992b-099ce227c06b', 'port_id': '200e7bac-b4d2-4b6c-b79e-4440b21588f4', 'mac_address': 'fa:16:3e:7e:90:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '235adf9a-5d00-4d35-8ffd-65944fdd0c17', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93646) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 10:26:44.060907 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:44.087573 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.notifiers.nova [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 200e7bac-b4d2-4b6c-b79e-4440b21588f4 {{(pid=93646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:26:44.127476 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] For port 200e7bac-b4d2-4b6c-b79e-4440b21588f4, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=200e7bac-b4d2-4b6c-b79e-4440b21588f4,segment=NetworkSegment(aee95af0-cc5d-41dc-ae63-eda94ddae53b),segment_id=aee95af0-cc5d-41dc-ae63-eda94ddae53b)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:26:44.215671 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:44.218882 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-d55b11da-7b7c-4af8-9f50-c972ab0c0256 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:26:44.313144 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Pushing event updated for resources: {'Port': ['ID=200e7bac-b4d2-4b6c-b79e-4440b21588f4,revision_number=9']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:26:44.325499 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:26:44.325954 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:26:44.326339 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:26:44.326742 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:26:44.327123 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:26:44.327613 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:26:44.327926 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:26:44.328305 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:26:44.328682 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:26:44.329057 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:26:44.329419 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:26:44.329797 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:26:44.336481 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:26:44.535315 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] get_ports_and_sgs() called for port_ids ['200e7bac-b4d2-4b6c-b79e-4440b21588f4'] {{(pid=93646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 10:26:44.804961 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc87ec-0a8a-448a-8f5b-21aed5237d03 req-0e59df56-587f-41e2-878e-293605bd915f tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:44.808400 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9ddc87ec-0a8a-448a-8f5b-21aed5237d03 req-0e59df56-587f-41e2-878e-293605bd915f tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=1351d320-fba9-4509-b9d8-36c17904ef09 HTTP/1.1" status: 200 len: 945 time: 0.1303284 Jun 17 10:26:44.910172 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9ddc87ec-0a8a-448a-8f5b-21aed5237d03 req-723f0804-b65f-4be3-9fc8-fec9f2699df7 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e0ff9fc-9664-4fac-b778-9b7de82afc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906107 Jun 17 10:26:45.783728 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device 200e7bac-b4d2-4b6c-b79e-4440b21588f4 up at agent hyperv_hv-cinder-79680 {{(pid=93646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:26:45.882113 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Provisioning complete for port 200e7bac-b4d2-4b6c-b79e-4440b21588f4 triggered by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:26:45.882621 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:46.076611 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:46.123634 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1351d320-fba9-4509-b9d8-36c17904ef09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200e7bac-b4d2-4b6c-b79e-4440b21588f4'}] {{(pid=93646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:26:46.133149 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}202ec35f0b2f503ce7e4db3a1c258f37e57fe85608606de8e1c873696d713f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39bba438-ba11-4651-a64f-f116a56f5756" -d '{"events": [{"server_uuid": "1351d320-fba9-4509-b9d8-36c17904ef09", "name": "network-vif-plugged", "status": "completed", "tag": "200e7bac-b4d2-4b6c-b79e-4440b21588f4"}]}' {{(pid=93646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:26:46.159033 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] For port 200e7bac-b4d2-4b6c-b79e-4440b21588f4, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=200e7bac-b4d2-4b6c-b79e-4440b21588f4,segment=NetworkSegment(aee95af0-cc5d-41dc-ae63-eda94ddae53b),segment_id=aee95af0-cc5d-41dc-ae63-eda94ddae53b)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:26:46.202031 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-955f57f3-fdb8-4d56-ba24-967a35ebea17 x-openstack-request-id: req-955f57f3-fdb8-4d56-ba24-967a35ebea17 {{(pid=93646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:26:46.202493 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1351d320-fba9-4509-b9d8-36c17904ef09", "name": "network-vif-plugged", "status": "completed", "tag": "200e7bac-b4d2-4b6c-b79e-4440b21588f4", "code": 200}]} {{(pid=93646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:26:46.202868 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-955f57f3-fdb8-4d56-ba24-967a35ebea17 {{(pid=93646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:26:46.203391 dv-cinder-796806-1-iscsi neutron-server[93646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1351d320-fba9-4509-b9d8-36c17904ef09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200e7bac-b4d2-4b6c-b79e-4440b21588f4', 'code': 200} Jun 17 10:26:46.243701 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbec3d3-2d84-478e-93bb-bc029ae95ada req-aac0a5b1-f86b-4b56-9691-4c95c747bee9 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:46.246263 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-8fbec3d3-2d84-478e-93bb-bc029ae95ada req-aac0a5b1-f86b-4b56-9691-4c95c747bee9 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=1351d320-fba9-4509-b9d8-36c17904ef09 HTTP/1.1" status: 200 len: 945 time: 0.1321492 Jun 17 10:26:46.336279 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-8fbec3d3-2d84-478e-93bb-bc029ae95ada req-718c95ce-95f4-44b5-adb5-0094f6fb4181 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e0ff9fc-9664-4fac-b778-9b7de82afc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771458 Jun 17 10:26:46.753230 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:46.757188 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:26:46.853408 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Pushing event updated for resources: {'Port': ['ID=200e7bac-b4d2-4b6c-b79e-4440b21588f4,revision_number=10']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:26:46.860932 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:26:47.057756 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe579f8-ec47-4ec5-b72d-be36774b12fc req-c40748ea-c309-425e-a4bf-5e88dc9d60ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:47.060570 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-cfe579f8-ec47-4ec5-b72d-be36774b12fc req-c40748ea-c309-425e-a4bf-5e88dc9d60ec service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1351d320-fba9-4509-b9d8-36c17904ef09 HTTP/1.1" status: 200 len: 1100 time: 0.0999281 Jun 17 10:26:47.123691 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-cfe579f8-ec47-4ec5-b72d-be36774b12fc req-0086a9dd-7400-40a6-88d2-eb7a64c237bf service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2e0ff9fc-9664-4fac-b778-9b7de82afc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539076 Jun 17 10:26:47.693018 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e8256e-4be4-4200-a7a1-a27e1006c110 req-a9ed4d8c-e6b9-4ae2-9c26-73f91abe38ba tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:47.695668 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-26e8256e-4be4-4200-a7a1-a27e1006c110 req-a9ed4d8c-e6b9-4ae2-9c26-73f91abe38ba tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=1351d320-fba9-4509-b9d8-36c17904ef09 HTTP/1.1" status: 200 len: 947 time: 0.1317673 Jun 17 10:26:47.768365 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-26e8256e-4be4-4200-a7a1-a27e1006c110 req-0722d670-5c93-47ee-b00d-25dbf1503965 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e0ff9fc-9664-4fac-b778-9b7de82afc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626721 Jun 17 10:26:49.113561 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09869362-21b3-4894-8df4-5169f7e3c43d req-18b87dd0-2673-4c13-b1bc-1e285b8af550 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:49.116469 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-09869362-21b3-4894-8df4-5169f7e3c43d req-18b87dd0-2673-4c13-b1bc-1e285b8af550 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=1351d320-fba9-4509-b9d8-36c17904ef09 HTTP/1.1" status: 200 len: 947 time: 0.1227224 Jun 17 10:26:49.184058 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-09869362-21b3-4894-8df4-5169f7e3c43d req-4a4c7581-4d76-4c8d-85d0-34e89454b04a tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e0ff9fc-9664-4fac-b778-9b7de82afc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595896 Jun 17 10:26:50.458949 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88304ca0-1bf6-404d-8ed3-b727996a355a req-587b85b1-d3db-425d-9f04-07067fee88f8 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:50.460714 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-88304ca0-1bf6-404d-8ed3-b727996a355a req-587b85b1-d3db-425d-9f04-07067fee88f8 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=1351d320-fba9-4509-b9d8-36c17904ef09 HTTP/1.1" status: 200 len: 947 time: 0.1094332 Jun 17 10:26:50.532892 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-88304ca0-1bf6-404d-8ed3-b727996a355a req-fdd1b212-dba6-453e-a9e2-43b521781ca0 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e0ff9fc-9664-4fac-b778-9b7de82afc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613773 Jun 17 10:26:51.902420 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc01f654-9daa-4512-89ce-c51b938b09ff req-08c4f1d6-d89e-4e44-a0d7-36eb6917f102 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:26:51.905059 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-fc01f654-9daa-4512-89ce-c51b938b09ff req-08c4f1d6-d89e-4e44-a0d7-36eb6917f102 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=1351d320-fba9-4509-b9d8-36c17904ef09 HTTP/1.1" status: 200 len: 947 time: 0.1376562 Jun 17 10:26:51.973643 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-fc01f654-9daa-4512-89ce-c51b938b09ff req-445c382c-a17e-418a-bd7d-4fa6115bd265 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e0ff9fc-9664-4fac-b778-9b7de82afc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522180 Jun 17 10:26:58.302412 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:26:59.895868 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-4cbc3ebe-ac7d-4385-bd1b-8795ef63f1bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:00.250943 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-69189a4f-2f9b-47b7-ba47-465b128eb591 req-3b3830f4-0509-4cb3-ab1d-661b9bc66520 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4b173c33-c7ca-4c6e-98b8-79c9027970bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0661430 Jun 17 10:27:00.404169 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69189a4f-2f9b-47b7-ba47-465b128eb591 req-e613d73a-6564-42bb-80d5-a345c2e9bbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:00.406745 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-69189a4f-2f9b-47b7-ba47-465b128eb591 req-e613d73a-6564-42bb-80d5-a345c2e9bbf2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a48f3a58719945bcbe434bb642bb07c4&device_id=4b173c33-c7ca-4c6e-98b8-79c9027970bb HTTP/1.1" status: 200 len: 1098 time: 0.0857191 Jun 17 10:27:00.606805 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69189a4f-2f9b-47b7-ba47-465b128eb591 req-5ab2875f-0cbb-43ca-8a7e-12c1c376ef39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:00.609429 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-69189a4f-2f9b-47b7-ba47-465b128eb591 req-5ab2875f-0cbb-43ca-8a7e-12c1c376ef39 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a9682b63-2ad1-4cec-a7f3-70239b2c7a86 HTTP/1.1" status: 200 len: 909 time: 0.1677022 Jun 17 10:27:00.725230 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-69189a4f-2f9b-47b7-ba47-465b128eb591 req-8b4cd8ef-68ab-408d-a6e1-202a368b5940 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c2f9b52-acf9-48c2-9f3a-59435020184d HTTP/1.1" status: 200 len: 1001 time: 0.1041572 Jun 17 10:27:00.815960 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69189a4f-2f9b-47b7-ba47-465b128eb591 req-1c4a713c-1365-4c4d-8593-63cd57b50d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:00.818607 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-69189a4f-2f9b-47b7-ba47-465b128eb591 req-1c4a713c-1365-4c4d-8593-63cd57b50d17 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9ede7e81-dfd0-4030-b334-ce8baee8e073 HTTP/1.1" status: 200 len: 847 time: 0.0781975 Jun 17 10:27:00.898991 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69189a4f-2f9b-47b7-ba47-465b128eb591 req-4133dc88-2d0c-4e98-ae98-c74c0ca3449a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:00.900480 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-69189a4f-2f9b-47b7-ba47-465b128eb591 req-4133dc88-2d0c-4e98-ae98-c74c0ca3449a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a9682b63-2ad1-4cec-a7f3-70239b2c7a86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0735643 Jun 17 10:27:01.090498 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-69189a4f-2f9b-47b7-ba47-465b128eb591 req-3ad934be-138f-4c70-89e0-1b889cfca80b service neutron] 10.222.0.47 "GET /v2.0/networks/a9682b63-2ad1-4cec-a7f3-70239b2c7a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787901 Jun 17 10:27:01.262521 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-69189a4f-2f9b-47b7-ba47-465b128eb591 req-9810977b-95ad-4200-bfd4-1ee5585c050b service neutron] 10.222.0.47 "GET /v2.0/networks/a9682b63-2ad1-4cec-a7f3-70239b2c7a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627822 Jun 17 10:27:03.252393 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-4ce0b24e-2b34-48f6-bf4f-cd6b52d47e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:03.469396 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:05.075429 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-76f1cb7e-d4ef-4c29-a3c2-2b16775f9f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:07.021405 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8334b2a8-081d-4a08-b273-522b2363e8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:13.712505 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.agents_db [None req-342b98a1-7fdc-4d24-a539-fe72a001d92b None None] Agent healthcheck: found 6 active agents {{(pid=93647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:27:27.218420 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc262ffc-ae28-4dc0-834a-1ea05c29b804 req-40554ef1-8c74-4bba-acc3-35ae03335ffc tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:27.221623 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-cc262ffc-ae28-4dc0-834a-1ea05c29b804 req-40554ef1-8c74-4bba-acc3-35ae03335ffc tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=1351d320-fba9-4509-b9d8-36c17904ef09 HTTP/1.1" status: 200 len: 947 time: 0.2356253 Jun 17 10:27:27.295204 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-cc262ffc-ae28-4dc0-834a-1ea05c29b804 req-62a59ec8-a74f-4891-9451-422d8b5d4ff6 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e0ff9fc-9664-4fac-b778-9b7de82afc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615010 Jun 17 10:27:27.681412 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 55174) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:27:27.966208 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.plugin [None req-099727c3-e00e-4421-b5f9-1eefd0d00de2 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Deleting port c95cc2e1-2f9f-47fa-b60f-53a406296eea {{(pid=93645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:27:27.966797 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-099727c3-e00e-4421-b5f9-1eefd0d00de2 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740734272413'] for port, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:28.128378 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-099727c3-e00e-4421-b5f9-1eefd0d00de2 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685530'] for port, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:28.128853 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-099727c3-e00e-4421-b5f9-1eefd0d00de2 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:28.254766 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:28.281663 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.plugin [None req-099727c3-e00e-4421-b5f9-1eefd0d00de2 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Calling delete_port for c95cc2e1-2f9f-47fa-b60f-53a406296eea owned by network:floatingip {{(pid=93645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:27:28.534867 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2965715d-710f-48e1-baff-0132cc249a19 req-3b0bdb08-437f-44e8-8ae5-f9f28251b7d9 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:28.537748 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-2965715d-710f-48e1-baff-0132cc249a19 req-3b0bdb08-437f-44e8-8ae5-f9f28251b7d9 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.47 "GET /v2.0/ports?device_id=1351d320-fba9-4509-b9d8-36c17904ef09 HTTP/1.1" status: 200 len: 947 time: 0.1569939 Jun 17 10:27:28.791380 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.plugin [req-2965715d-710f-48e1-baff-0132cc249a19 req-40940c78-83c8-4f64-9ccf-9a2133fdf297 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Deleting port 200e7bac-b4d2-4b6c-b79e-4440b21588f4 {{(pid=93644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:27:28.791829 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-2965715d-710f-48e1-baff-0132cc249a19 req-40940c78-83c8-4f64-9ccf-9a2133fdf297 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740734272413'] for port, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:28.882017 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-099727c3-e00e-4421-b5f9-1eefd0d00de2 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740734277497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740733869096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129691318'] for port, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:28.888039 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-3accc441-5faf-42f5-ab04-d66d36d59f3f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:27:28.936116 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099727c3-e00e-4421-b5f9-1eefd0d00de2 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Pushing event deleted for resources: {'Port': ['ID=c95cc2e1-2f9f-47fa-b60f-53a406296eea,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:27:28.957755 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099727c3-e00e-4421-b5f9-1eefd0d00de2 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:27:28.958118 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f988a666-b5e7-4422-b3b3-a0d906ea2305 req-8cb4bd25-bc3a-42b4-b964-46812e5b881d tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:28.958324 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099727c3-e00e-4421-b5f9-1eefd0d00de2 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:27:28.958727 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099727c3-e00e-4421-b5f9-1eefd0d00de2 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:27:28.959127 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099727c3-e00e-4421-b5f9-1eefd0d00de2 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:27:28.959573 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099727c3-e00e-4421-b5f9-1eefd0d00de2 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:27:28.959966 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099727c3-e00e-4421-b5f9-1eefd0d00de2 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:27:28.960334 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099727c3-e00e-4421-b5f9-1eefd0d00de2 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:27:28.960728 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099727c3-e00e-4421-b5f9-1eefd0d00de2 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:27:28.961097 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099727c3-e00e-4421-b5f9-1eefd0d00de2 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:27:28.961426 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-f988a666-b5e7-4422-b3b3-a0d906ea2305 req-8cb4bd25-bc3a-42b4-b964-46812e5b881d tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=1351d320-fba9-4509-b9d8-36c17904ef09 HTTP/1.1" status: 200 len: 947 time: 0.3505988 Jun 17 10:27:28.961611 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099727c3-e00e-4421-b5f9-1eefd0d00de2 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:27:28.961880 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099727c3-e00e-4421-b5f9-1eefd0d00de2 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:27:28.962214 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099727c3-e00e-4421-b5f9-1eefd0d00de2 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:27:28.967830 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-099727c3-e00e-4421-b5f9-1eefd0d00de2 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:27:29.030500 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.db [req-2965715d-710f-48e1-baff-0132cc249a19 req-40940c78-83c8-4f64-9ccf-9a2133fdf297 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] For port 200e7bac-b4d2-4b6c-b79e-4440b21588f4, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=200e7bac-b4d2-4b6c-b79e-4440b21588f4,segment=NetworkSegment(aee95af0-cc5d-41dc-ae63-eda94ddae53b),segment_id=aee95af0-cc5d-41dc-ae63-eda94ddae53b)] {{(pid=93644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:27:29.031084 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-2965715d-710f-48e1-baff-0132cc249a19 req-40940c78-83c8-4f64-9ccf-9a2133fdf297 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685530'] for port, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:29.107861 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-f988a666-b5e7-4422-b3b3-a0d906ea2305 req-fb2b4134-33b2-4080-b21d-01339d50c9ed tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups?id=2e0ff9fc-9664-4fac-b778-9b7de82afc08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295588 Jun 17 10:27:29.397003 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-2965715d-710f-48e1-baff-0132cc249a19 req-40940c78-83c8-4f64-9ccf-9a2133fdf297 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:29.397505 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-2965715d-710f-48e1-baff-0132cc249a19 req-40940c78-83c8-4f64-9ccf-9a2133fdf297 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684762'] for floatingip, after_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:29.397989 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.db.l3_db [req-2965715d-710f-48e1-baff-0132cc249a19 req-40940c78-83c8-4f64-9ccf-9a2133fdf297 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Floating IP e97526cf-a8ab-4510-90df-ae3da9eeaa90 disassociated. External IP: 172.27.0.152, port: 200e7bac-b4d2-4b6c-b79e-4440b21588f4. Jun 17 10:27:29.398587 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.plugin [req-2965715d-710f-48e1-baff-0132cc249a19 req-40940c78-83c8-4f64-9ccf-9a2133fdf297 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Calling delete_port for 200e7bac-b4d2-4b6c-b79e-4440b21588f4 owned by compute:nova {{(pid=93644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:27:29.506731 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-099727c3-e00e-4421-b5f9-1eefd0d00de2 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Notify callbacks [] for floatingip, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:29.507145 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.db.l3_db [None req-099727c3-e00e-4421-b5f9-1eefd0d00de2 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Floating IP be03da3f-4f6f-4637-b75e-a8455776182e disassociated (deleted). External IP: 172.27.0.179, port: 1c2f9b52-acf9-48c2-9f3a-59435020184d. Jun 17 10:27:29.811668 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-099727c3-e00e-4421-b5f9-1eefd0d00de2 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Router 5c9ef50f-105a-4bd9-8915-5d5eecab81d8 has already been hosted by L3 agent 9ed9efc2-3eec-4d73-b246-cbd899a1984b {{(pid=93645) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 10:27:29.902194 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-2965715d-710f-48e1-baff-0132cc249a19 req-40940c78-83c8-4f64-9ccf-9a2133fdf297 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740734277497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740733869096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125912126'] for port, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:29.913480 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-75043fa3-5151-48e7-92b5-34a298ef23a4 tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:27:29.967338 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40940c78-83c8-4f64-9ccf-9a2133fdf297 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Pushing event deleted for resources: {'Port': ['ID=200e7bac-b4d2-4b6c-b79e-4440b21588f4,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:27:29.980325 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-099727c3-e00e-4421-b5f9-1eefd0d00de2 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Notify agent at l3_agent.dv-cinder-796806-1-iscsi the message routers_updated {{(pid=93645) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 10:27:29.985614 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-099727c3-e00e-4421-b5f9-1eefd0d00de2 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733'] for floatingip, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:29.997864 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909625e8-3685-4ee1-a3be-d9b16b711624 None None] Sync routers for ids ['5c9ef50f-105a-4bd9-8915-5d5eecab81d8'] in dv-cinder-796806-1-iscsi {{(pid=93646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 10:27:30.014673 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-66d21cff-29d5-4d52-b73a-c470f25154f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:30.024286 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909625e8-3685-4ee1-a3be-d9b16b711624 None None] Routers {'5c9ef50f-105a-4bd9-8915-5d5eecab81d8'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:27:30.026157 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_hamode_db [None req-909625e8-3685-4ee1-a3be-d9b16b711624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:27:03Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['5c9ef50f-105a-4bd9-8915-5d5eecab81d8'], 'active': True} {{(pid=93646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:27:30.052827 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-099727c3-e00e-4421-b5f9-1eefd0d00de2 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "DELETE /v2.0/floatingips/be03da3f-4f6f-4637-b75e-a8455776182e HTTP/1.1" status: 204 len: 168 time: 2.3642211 Jun 17 10:27:30.052827 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b173c33-c7ca-4c6e-98b8-79c9027970bb', 'tag': '1c2f9b52-acf9-48c2-9f3a-59435020184d'}] {{(pid=93645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:27:30.052827 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25c6fbde856bb10fc3e6f7e7beb0655886cca8e381c3d168db957d1d9f65ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a7f8094-790a-43b1-af2b-edd9dcf8cab9" -d '{"events": [{"name": "network-changed", "server_uuid": "4b173c33-c7ca-4c6e-98b8-79c9027970bb", "tag": "1c2f9b52-acf9-48c2-9f3a-59435020184d"}]}' {{(pid=93645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:27:30.095542 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40940c78-83c8-4f64-9ccf-9a2133fdf297 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:27:30.096245 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40940c78-83c8-4f64-9ccf-9a2133fdf297 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:27:30.097008 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40940c78-83c8-4f64-9ccf-9a2133fdf297 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:27:30.097545 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40940c78-83c8-4f64-9ccf-9a2133fdf297 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:27:30.098163 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40940c78-83c8-4f64-9ccf-9a2133fdf297 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:27:30.099115 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40940c78-83c8-4f64-9ccf-9a2133fdf297 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:27:30.099783 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40940c78-83c8-4f64-9ccf-9a2133fdf297 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:27:30.100423 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40940c78-83c8-4f64-9ccf-9a2133fdf297 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:27:30.101059 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40940c78-83c8-4f64-9ccf-9a2133fdf297 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:27:30.103081 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40940c78-83c8-4f64-9ccf-9a2133fdf297 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:27:30.103081 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40940c78-83c8-4f64-9ccf-9a2133fdf297 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:27:30.103855 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40940c78-83c8-4f64-9ccf-9a2133fdf297 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:27:30.109100 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-40940c78-83c8-4f64-9ccf-9a2133fdf297 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:27:30.209353 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2965715d-710f-48e1-baff-0132cc249a19 req-40940c78-83c8-4f64-9ccf-9a2133fdf297 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Router 7ce96e53-0d7d-4864-9808-f7ceb5af075b has already been hosted by L3 agent 9ed9efc2-3eec-4d73-b246-cbd899a1984b {{(pid=93644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 10:27:30.281495 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 10:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4860f712-8c40-451e-97a0-0196a5942d36 x-openstack-request-id: req-4860f712-8c40-451e-97a0-0196a5942d36 {{(pid=93645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:27:30.282015 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b173c33-c7ca-4c6e-98b8-79c9027970bb", "tag": "1c2f9b52-acf9-48c2-9f3a-59435020184d", "status": "completed", "code": 200}]} {{(pid=93645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:27:30.282487 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4860f712-8c40-451e-97a0-0196a5942d36 {{(pid=93645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:27:30.283830 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b173c33-c7ca-4c6e-98b8-79c9027970bb', 'tag': '1c2f9b52-acf9-48c2-9f3a-59435020184d', 'status': 'completed', 'code': 200} Jun 17 10:27:30.293143 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvr_db [None req-909625e8-3685-4ee1-a3be-d9b16b711624 None None] Set router 5c9ef50f-105a-4bd9-8915-5d5eecab81d8 gateway port host: dv-cinder-796806-1-iscsi {{(pid=93646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:27:30.544878 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2965715d-710f-48e1-baff-0132cc249a19 req-40940c78-83c8-4f64-9ccf-9a2133fdf297 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify agent at l3_agent.dv-cinder-796806-1-iscsi the message routers_updated {{(pid=93644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 10:27:30.564699 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d923e150-3608-4f9c-9a80-babdc95c4429 None None] Sync routers for ids ['7ce96e53-0d7d-4864-9808-f7ceb5af075b'] in dv-cinder-796806-1-iscsi {{(pid=93647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 10:27:30.623363 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d923e150-3608-4f9c-9a80-babdc95c4429 None None] Routers {'7ce96e53-0d7d-4864-9808-f7ceb5af075b'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:27:30.624272 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-d923e150-3608-4f9c-9a80-babdc95c4429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:27:03Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['7ce96e53-0d7d-4864-9808-f7ceb5af075b'], 'active': True} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:27:30.629055 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7f8094-790a-43b1-af2b-edd9dcf8cab9 req-3dd87def-1be5-463e-8efc-a7037d508540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:30.638274 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-8a7f8094-790a-43b1-af2b-edd9dcf8cab9 req-3dd87def-1be5-463e-8efc-a7037d508540 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a48f3a58719945bcbe434bb642bb07c4&device_id=4b173c33-c7ca-4c6e-98b8-79c9027970bb HTTP/1.1" status: 200 len: 1098 time: 0.3187065 Jun 17 10:27:30.772469 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-21960fa7-9219-45d3-823a-e7f931f7d3ac req-783b7fe6-fccb-4c93-9ad1-63868595d492 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=1351d320-fba9-4509-b9d8-36c17904ef09 HTTP/1.1" status: 200 len: 210 time: 0.1141601 Jun 17 10:27:30.837153 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvrscheduler_db [req-2965715d-710f-48e1-baff-0132cc249a19 req-40940c78-83c8-4f64-9ccf-9a2133fdf297 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] No DVR routers for this DVR port 200e7bac-b4d2-4b6c-b79e-4440b21588f4 on host hv-cinder-79680 {{(pid=93644) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 10:27:30.841373 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-2965715d-710f-48e1-baff-0132cc249a19 req-40940c78-83c8-4f64-9ccf-9a2133fdf297 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733'] for port, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:30.843386 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvr_db [None req-d923e150-3608-4f9c-9a80-babdc95c4429 None None] Set router 7ce96e53-0d7d-4864-9808-f7ceb5af075b gateway port host: dv-cinder-796806-1-iscsi {{(pid=93647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:27:30.849388 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-2965715d-710f-48e1-baff-0132cc249a19 req-40940c78-83c8-4f64-9ccf-9a2133fdf297 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.47 "DELETE /v2.0/ports/200e7bac-b4d2-4b6c-b79e-4440b21588f4 HTTP/1.1" status: 204 len: 173 time: 2.3037479 Jun 17 10:27:30.850787 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1351d320-fba9-4509-b9d8-36c17904ef09', 'name': 'network-vif-deleted', 'tag': '200e7bac-b4d2-4b6c-b79e-4440b21588f4'}] {{(pid=93644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:27:30.855955 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e3e45b0fad0fac0035bff2321de6238b3105d4201b4fc6e845e8cd3cf45f1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21cfb241-67e3-488b-9938-9238551914f0" -d '{"events": [{"server_uuid": "1351d320-fba9-4509-b9d8-36c17904ef09", "name": "network-vif-deleted", "tag": "200e7bac-b4d2-4b6c-b79e-4440b21588f4"}]}' {{(pid=93644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:27:30.926789 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7f8094-790a-43b1-af2b-edd9dcf8cab9 req-abe860d1-b997-4642-a452-12c5b4da7c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:30.929795 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-8a7f8094-790a-43b1-af2b-edd9dcf8cab9 req-abe860d1-b997-4642-a452-12c5b4da7c10 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a9682b63-2ad1-4cec-a7f3-70239b2c7a86 HTTP/1.1" status: 200 len: 909 time: 0.2840648 Jun 17 10:27:30.941668 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c644d1-668b-48cb-a287-6f84b3641fd6 x-openstack-request-id: req-b8c644d1-668b-48cb-a287-6f84b3641fd6 {{(pid=93644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:27:30.942526 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1351d320-fba9-4509-b9d8-36c17904ef09", "name": "network-vif-deleted", "tag": "200e7bac-b4d2-4b6c-b79e-4440b21588f4", "status": "completed", "code": 200}]} {{(pid=93644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:27:30.942704 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b8c644d1-668b-48cb-a287-6f84b3641fd6 {{(pid=93644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:27:30.943450 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1351d320-fba9-4509-b9d8-36c17904ef09', 'name': 'network-vif-deleted', 'tag': '200e7bac-b4d2-4b6c-b79e-4440b21588f4', 'status': 'completed', 'code': 200} Jun 17 10:27:30.974205 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_hamode_db [None req-909625e8-3685-4ee1-a3be-d9b16b711624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9ef50f-105a-4bd9-8915-5d5eecab81d8', 'name': 'tempest-TestShelveInstance-948250959-router', 'tenant_id': 'a48f3a58719945bcbe434bb642bb07c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '14ba9241-c73f-4de9-98cc-4e7491013d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:20:09Z', 'updated_at': '2021-06-17T10:20:23Z', 'revision_number': 4, 'project_id': 'a48f3a58719945bcbe434bb642bb07c4', 'gw_port': {'id': '14ba9241-c73f-4de9-98cc-4e7491013d07', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:16:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9ef50f-105a-4bd9-8915-5d5eecab81d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:20:10Z', 'updated_at': '2021-06-17T10:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi', '_interfaces': [{'id': '6a8e4f63-ee4e-40fd-9ff6-73205eb849c7', 'name': '', 'network_id': 'a9682b63-2ad1-4cec-a7f3-70239b2c7a86', 'tenant_id': 'a48f3a58719945bcbe434bb642bb07c4', 'mac_address': 'fa:16:3e:39:56:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9ef50f-105a-4bd9-8915-5d5eecab81d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '9ede7e81-dfd0-4030-b334-ce8baee8e073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:20:20Z', 'updated_at': '2021-06-17T10:20:39Z', 'revision_number': 5, 'project_id': 'a48f3a58719945bcbe434bb642bb07c4', 'subnets': [{'id': '9ede7e81-dfd0-4030-b334-ce8baee8e073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:27:31.018884 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909625e8-3685-4ee1-a3be-d9b16b711624 None None] Checking router: 5c9ef50f-105a-4bd9-8915-5d5eecab81d8 for host: dv-cinder-796806-1-iscsi {{(pid=93646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 10:27:31.034443 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-8a7f8094-790a-43b1-af2b-edd9dcf8cab9 req-61b52775-ba28-4e1e-8eef-60cd76260faa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c2f9b52-acf9-48c2-9f3a-59435020184d HTTP/1.1" status: 200 len: 217 time: 0.0857286 Jun 17 10:27:31.046915 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909625e8-3685-4ee1-a3be-d9b16b711624 None None] Routers {'5c9ef50f-105a-4bd9-8915-5d5eecab81d8'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:27:31.048239 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_hamode_db [None req-909625e8-3685-4ee1-a3be-d9b16b711624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:27:03Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['5c9ef50f-105a-4bd9-8915-5d5eecab81d8'], 'active': True} {{(pid=93646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:27:31.145469 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7f8094-790a-43b1-af2b-edd9dcf8cab9 req-68eab2cc-c58d-4a07-b261-910dfef7e926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:31.148470 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-8a7f8094-790a-43b1-af2b-edd9dcf8cab9 req-68eab2cc-c58d-4a07-b261-910dfef7e926 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9ede7e81-dfd0-4030-b334-ce8baee8e073 HTTP/1.1" status: 200 len: 847 time: 0.1081278 Jun 17 10:27:31.330490 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7f8094-790a-43b1-af2b-edd9dcf8cab9 req-76717999-821c-4ccb-ba3a-4f1eb2c9e516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:31.333941 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-8a7f8094-790a-43b1-af2b-edd9dcf8cab9 req-76717999-821c-4ccb-ba3a-4f1eb2c9e516 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a9682b63-2ad1-4cec-a7f3-70239b2c7a86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1740677 Jun 17 10:27:31.352776 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [req-8a7f8094-790a-43b1-af2b-edd9dcf8cab9 req-071babeb-7443-4bd4-bd88-2008e0228130 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93645) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 10:27:31.353145 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvr_db [None req-909625e8-3685-4ee1-a3be-d9b16b711624 None None] Set router 5c9ef50f-105a-4bd9-8915-5d5eecab81d8 gateway port host: dv-cinder-796806-1-iscsi {{(pid=93646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:27:31.355058 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-8a7f8094-790a-43b1-af2b-edd9dcf8cab9 req-071babeb-7443-4bd4-bd88-2008e0228130 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090833 Jun 17 10:27:31.372816 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-d923e150-3608-4f9c-9a80-babdc95c4429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce96e53-0d7d-4864-9808-f7ceb5af075b', 'name': 'tempest-AttachVolumeShelveTestJSON-1349741473-router', 'tenant_id': 'd3921a4980a048a78ce6c633bbba19c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '8c4ddc8c-8dda-44e8-a2bf-c898a284b7ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:16:56Z', 'updated_at': '2021-06-17T10:17:09Z', 'revision_number': 4, 'project_id': 'd3921a4980a048a78ce6c633bbba19c9', 'gw_port': {'id': '8c4ddc8c-8dda-44e8-a2bf-c898a284b7ff', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce96e53-0d7d-4864-9808-f7ceb5af075b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:16:59Z', 'updated_at': '2021-06-17T10:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi', '_interfaces': [{'id': 'b8baabdc-42b2-494a-a0ef-87e6c4419b7a', 'name': '', 'network_id': 'fb6d1dc1-5856-427b-992b-099ce227c06b', 'tenant_id': 'd3921a4980a048a78ce6c633bbba19c9', 'mac_address': 'fa:16:3e:ab:46:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce96e53-0d7d-4864-9808-f7ceb5af075b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '235adf9a-5d00-4d35-8ffd-65944fdd0c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:17:06Z', 'updated_at': '2021-06-17T10:17:23Z', 'revision_number': 5, 'project_id': 'd3921a4980a048a78ce6c633bbba19c9', 'subnets': [{'id': '235adf9a-5d00-4d35-8ffd-65944fdd0c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:27:31.464592 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d923e150-3608-4f9c-9a80-babdc95c4429 None None] Checking router: 7ce96e53-0d7d-4864-9808-f7ceb5af075b for host: dv-cinder-796806-1-iscsi {{(pid=93647) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 10:27:31.469984 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7376f79b-5f54-47a0-a89b-05904cea3b02 req-f147e17d-fd20-49ed-89a8-4ac739cb02eb tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:31.482680 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-7376f79b-5f54-47a0-a89b-05904cea3b02 req-f147e17d-fd20-49ed-89a8-4ac739cb02eb tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b173c33-c7ca-4c6e-98b8-79c9027970bb HTTP/1.1" status: 200 len: 945 time: 0.1786585 Jun 17 10:27:31.484129 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d923e150-3608-4f9c-9a80-babdc95c4429 None None] Routers {'7ce96e53-0d7d-4864-9808-f7ceb5af075b'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:27:31.485201 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-d923e150-3608-4f9c-9a80-babdc95c4429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:27:03Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['7ce96e53-0d7d-4864-9808-f7ceb5af075b'], 'active': True} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:27:31.563562 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-7376f79b-5f54-47a0-a89b-05904cea3b02 req-fdf9bc4d-0abe-4e3d-aa4d-96cb3ea211cd tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/security-groups?id=70eaf6ca-0936-4be3-96f5-83f2f2424c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795863 Jun 17 10:27:31.584234 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-8a7f8094-790a-43b1-af2b-edd9dcf8cab9 req-9415b1cb-e146-4cb2-b86b-352637f5a0eb service neutron] 10.222.0.47 "GET /v2.0/networks/a9682b63-2ad1-4cec-a7f3-70239b2c7a86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166343 Jun 17 10:27:31.743413 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvr_db [None req-d923e150-3608-4f9c-9a80-babdc95c4429 None None] Set router 7ce96e53-0d7d-4864-9808-f7ceb5af075b gateway port host: dv-cinder-796806-1-iscsi {{(pid=93647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:27:31.803578 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-8a7f8094-790a-43b1-af2b-edd9dcf8cab9 req-0bf85dce-28e8-486c-8376-afc3e348e4f0 service neutron] 10.222.0.47 "GET /v2.0/networks/a9682b63-2ad1-4cec-a7f3-70239b2c7a86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109880 Jun 17 10:27:31.831809 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_hamode_db [None req-909625e8-3685-4ee1-a3be-d9b16b711624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9ef50f-105a-4bd9-8915-5d5eecab81d8', 'name': 'tempest-TestShelveInstance-948250959-router', 'tenant_id': 'a48f3a58719945bcbe434bb642bb07c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '14ba9241-c73f-4de9-98cc-4e7491013d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:20:09Z', 'updated_at': '2021-06-17T10:20:23Z', 'revision_number': 4, 'project_id': 'a48f3a58719945bcbe434bb642bb07c4', 'gw_port': {'id': '14ba9241-c73f-4de9-98cc-4e7491013d07', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:16:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9ef50f-105a-4bd9-8915-5d5eecab81d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:20:10Z', 'updated_at': '2021-06-17T10:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi', '_interfaces': [{'id': '6a8e4f63-ee4e-40fd-9ff6-73205eb849c7', 'name': '', 'network_id': 'a9682b63-2ad1-4cec-a7f3-70239b2c7a86', 'tenant_id': 'a48f3a58719945bcbe434bb642bb07c4', 'mac_address': 'fa:16:3e:39:56:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9ef50f-105a-4bd9-8915-5d5eecab81d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '9ede7e81-dfd0-4030-b334-ce8baee8e073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:20:20Z', 'updated_at': '2021-06-17T10:20:39Z', 'revision_number': 5, 'project_id': 'a48f3a58719945bcbe434bb642bb07c4', 'subnets': [{'id': '9ede7e81-dfd0-4030-b334-ce8baee8e073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:27:31.879277 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909625e8-3685-4ee1-a3be-d9b16b711624 None None] The sync data for ids ['5c9ef50f-105a-4bd9-8915-5d5eecab81d8'] in dv-cinder-796806-1-iscsi is: [{'id': '5c9ef50f-105a-4bd9-8915-5d5eecab81d8', 'name': 'tempest-TestShelveInstance-948250959-router', 'tenant_id': 'a48f3a58719945bcbe434bb642bb07c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '14ba9241-c73f-4de9-98cc-4e7491013d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:20:09Z', 'updated_at': '2021-06-17T10:20:23Z', 'revision_number': 4, 'project_id': 'a48f3a58719945bcbe434bb642bb07c4', 'gw_port': {'id': '14ba9241-c73f-4de9-98cc-4e7491013d07', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:16:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9ef50f-105a-4bd9-8915-5d5eecab81d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:20:10Z', 'updated_at': '2021-06-17T10:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi', '_interfaces': [{'id': '6a8e4f63-ee4e-40fd-9ff6-73205eb849c7', 'name': '', 'network_id': 'a9682b63-2ad1-4cec-a7f3-70239b2c7a86', 'tenant_id': 'a48f3a58719945bcbe434bb642bb07c4', 'mac_address': 'fa:16:3e:39:56:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9ef50f-105a-4bd9-8915-5d5eecab81d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '9ede7e81-dfd0-4030-b334-ce8baee8e073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:20:20Z', 'updated_at': '2021-06-17T10:20:39Z', 'revision_number': 5, 'project_id': 'a48f3a58719945bcbe434bb642bb07c4', 'subnets': [{'id': '9ede7e81-dfd0-4030-b334-ce8baee8e073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 10:27:32.090987 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device 200e7bac-b4d2-4b6c-b79e-4440b21588f4 no longer exists at agent hyperv_hv-cinder-79680 {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:27:32.123210 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] No Port match for: 200e7bac-b4d2-4b6c-b79e-4440b21588f4 {{(pid=93646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 10:27:32.123786 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device 200e7bac-b4d2-4b6c-b79e-4440b21588f4 not bound to the agent host hv-cinder-79680 {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 10:27:32.160418 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-57aa4e65-a858-441c-8c70-894a1a9abd3b req-6ddae206-8d5e-4854-ba7d-a7a7324e795d tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/ports?device_id=1351d320-fba9-4509-b9d8-36c17904ef09 HTTP/1.1" status: 200 len: 210 time: 0.0751705 Jun 17 10:27:32.206671 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-d923e150-3608-4f9c-9a80-babdc95c4429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce96e53-0d7d-4864-9808-f7ceb5af075b', 'name': 'tempest-AttachVolumeShelveTestJSON-1349741473-router', 'tenant_id': 'd3921a4980a048a78ce6c633bbba19c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '8c4ddc8c-8dda-44e8-a2bf-c898a284b7ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:16:56Z', 'updated_at': '2021-06-17T10:17:09Z', 'revision_number': 4, 'project_id': 'd3921a4980a048a78ce6c633bbba19c9', 'gw_port': {'id': '8c4ddc8c-8dda-44e8-a2bf-c898a284b7ff', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce96e53-0d7d-4864-9808-f7ceb5af075b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:16:59Z', 'updated_at': '2021-06-17T10:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi', '_interfaces': [{'id': 'b8baabdc-42b2-494a-a0ef-87e6c4419b7a', 'name': '', 'network_id': 'fb6d1dc1-5856-427b-992b-099ce227c06b', 'tenant_id': 'd3921a4980a048a78ce6c633bbba19c9', 'mac_address': 'fa:16:3e:ab:46:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce96e53-0d7d-4864-9808-f7ceb5af075b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '235adf9a-5d00-4d35-8ffd-65944fdd0c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:17:06Z', 'updated_at': '2021-06-17T10:17:23Z', 'revision_number': 5, 'project_id': 'd3921a4980a048a78ce6c633bbba19c9', 'subnets': [{'id': '235adf9a-5d00-4d35-8ffd-65944fdd0c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:27:32.262014 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d923e150-3608-4f9c-9a80-babdc95c4429 None None] The sync data for ids ['7ce96e53-0d7d-4864-9808-f7ceb5af075b'] in dv-cinder-796806-1-iscsi is: [{'id': '7ce96e53-0d7d-4864-9808-f7ceb5af075b', 'name': 'tempest-AttachVolumeShelveTestJSON-1349741473-router', 'tenant_id': 'd3921a4980a048a78ce6c633bbba19c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '8c4ddc8c-8dda-44e8-a2bf-c898a284b7ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:16:56Z', 'updated_at': '2021-06-17T10:17:09Z', 'revision_number': 4, 'project_id': 'd3921a4980a048a78ce6c633bbba19c9', 'gw_port': {'id': '8c4ddc8c-8dda-44e8-a2bf-c898a284b7ff', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce96e53-0d7d-4864-9808-f7ceb5af075b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:16:59Z', 'updated_at': '2021-06-17T10:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi', '_interfaces': [{'id': 'b8baabdc-42b2-494a-a0ef-87e6c4419b7a', 'name': '', 'network_id': 'fb6d1dc1-5856-427b-992b-099ce227c06b', 'tenant_id': 'd3921a4980a048a78ce6c633bbba19c9', 'mac_address': 'fa:16:3e:ab:46:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce96e53-0d7d-4864-9808-f7ceb5af075b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '235adf9a-5d00-4d35-8ffd-65944fdd0c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:17:06Z', 'updated_at': '2021-06-17T10:17:23Z', 'revision_number': 5, 'project_id': 'd3921a4980a048a78ce6c633bbba19c9', 'subnets': [{'id': '235adf9a-5d00-4d35-8ffd-65944fdd0c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 10:27:32.378346 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f4015d-c98b-4257-ab8a-1c89aba4aeaa None None] New status for floating IP be03da3f-4f6f-4637-b75e-a8455776182e: DOWN {{(pid=93646) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 10:27:32.704210 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ee0499-a477-43e1-8059-aa4491eec97c None None] New status for floating IP e97526cf-a8ab-4510-90df-ae3da9eeaa90: DOWN {{(pid=93647) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 10:27:32.916941 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7361dff-77c8-404a-b1b7-520ea89dc49c req-7a981e40-84ca-4f92-a379-5b649b02392e tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:32.919789 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-a7361dff-77c8-404a-b1b7-520ea89dc49c req-7a981e40-84ca-4f92-a379-5b649b02392e tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b173c33-c7ca-4c6e-98b8-79c9027970bb HTTP/1.1" status: 200 len: 945 time: 0.1231127 Jun 17 10:27:32.997028 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-a7361dff-77c8-404a-b1b7-520ea89dc49c req-bd7a975b-05d7-4358-8228-60d6c0386ec0 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/security-groups?id=70eaf6ca-0936-4be3-96f5-83f2f2424c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643559 Jun 17 10:27:33.033690 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0c1e22-98ff-49cc-b968-ab26e04e9b60 req-70d21f8c-058b-4355-9b77-14d6f85ae8f3 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:33.036600 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-5b0c1e22-98ff-49cc-b968-ab26e04e9b60 req-70d21f8c-058b-4355-9b77-14d6f85ae8f3 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b173c33-c7ca-4c6e-98b8-79c9027970bb HTTP/1.1" status: 200 len: 945 time: 0.1364238 Jun 17 10:27:33.224575 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.plugin [req-5b0c1e22-98ff-49cc-b968-ab26e04e9b60 req-8dfce4fc-c47d-4d2d-9b13-53828cf3b1d0 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Deleting port 1c2f9b52-acf9-48c2-9f3a-59435020184d {{(pid=93645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:27:33.224959 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-5b0c1e22-98ff-49cc-b968-ab26e04e9b60 req-8dfce4fc-c47d-4d2d-9b13-53828cf3b1d0 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740734272413'] for port, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:33.276912 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-4b45299d-6716-4e36-a306-f9cb300491c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:33.425295 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.db [req-5b0c1e22-98ff-49cc-b968-ab26e04e9b60 req-8dfce4fc-c47d-4d2d-9b13-53828cf3b1d0 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] For port 1c2f9b52-acf9-48c2-9f3a-59435020184d, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=1c2f9b52-acf9-48c2-9f3a-59435020184d,segment=NetworkSegment(e5a4c8b0-db77-4faf-bf25-5097f0723781),segment_id=e5a4c8b0-db77-4faf-bf25-5097f0723781)] {{(pid=93645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:27:33.425853 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-5b0c1e22-98ff-49cc-b968-ab26e04e9b60 req-8dfce4fc-c47d-4d2d-9b13-53828cf3b1d0 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685530'] for port, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:33.483606 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:33.518888 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 55206) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:27:33.629573 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-f99865f7-9344-4100-957f-315d675132d5 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks [] for security_group, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:33.671811 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-f99865f7-9344-4100-957f-315d675132d5 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:33.865960 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-f99865f7-9344-4100-957f-315d675132d5 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:33.866799 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.plugin [req-5b0c1e22-98ff-49cc-b968-ab26e04e9b60 req-8dfce4fc-c47d-4d2d-9b13-53828cf3b1d0 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Calling delete_port for 1c2f9b52-acf9-48c2-9f3a-59435020184d owned by compute:nova {{(pid=93645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:27:33.870506 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-f99865f7-9344-4100-957f-315d675132d5 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks [] for security_group, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:33.872613 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-f99865f7-9344-4100-957f-315d675132d5 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "DELETE /v2.0/security-groups/2e0ff9fc-9664-4fac-b778-9b7de82afc08 HTTP/1.1" status: 204 len: 168 time: 0.3525541 Jun 17 10:27:33.874103 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-36f16641-0410-4038-8b2a-c4167206c303 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:27:33.880968 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 55208) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:27:33.899470 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99865f7-9344-4100-957f-315d675132d5 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e0ff9fc-9664-4fac-b778-9b7de82afc08,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:27:33.902617 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-f99865f7-9344-4100-957f-315d675132d5 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:27:33.910003 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.api.v2.resource [None req-dc4a7015-1af2-420d-9648-ee24e2da8a84 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] show failed (client error): The resource could not be found. Jun 17 10:27:33.912050 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-dc4a7015-1af2-420d-9648-ee24e2da8a84 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "GET /v2.0/security-groups/2e0ff9fc-9664-4fac-b778-9b7de82afc08 HTTP/1.1" status: 404 len: 347 time: 0.0286105 Jun 17 10:27:33.915650 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 55210) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:27:34.108834 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.plugin [None req-ea4f0877-9d7f-482e-b2a5-f1c966852e42 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Deleting port 928bf2ec-eb48-4fdf-b8d7-633d739d263f {{(pid=93644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:27:34.108834 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-ea4f0877-9d7f-482e-b2a5-f1c966852e42 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740734272413'] for port, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:34.248092 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-5b0c1e22-98ff-49cc-b968-ab26e04e9b60 req-8dfce4fc-c47d-4d2d-9b13-53828cf3b1d0 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740734277497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740733869096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129691318'] for port, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:34.256932 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-d3568a42-2558-4ea1-a4a8-e1a3c4621f61 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:27:34.280335 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-ea4f0877-9d7f-482e-b2a5-f1c966852e42 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685530'] for port, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:34.280709 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-ea4f0877-9d7f-482e-b2a5-f1c966852e42 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:34.305739 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfce4fc-c47d-4d2d-9b13-53828cf3b1d0 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Pushing event deleted for resources: {'Port': ['ID=1c2f9b52-acf9-48c2-9f3a-59435020184d,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:27:34.311318 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-8dfce4fc-c47d-4d2d-9b13-53828cf3b1d0 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:27:34.381752 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.plugin [None req-ea4f0877-9d7f-482e-b2a5-f1c966852e42 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Calling delete_port for 928bf2ec-eb48-4fdf-b8d7-633d739d263f owned by network:floatingip {{(pid=93644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:27:34.398911 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b0c1e22-98ff-49cc-b968-ab26e04e9b60 req-8dfce4fc-c47d-4d2d-9b13-53828cf3b1d0 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] No DVR routers for this DVR port 1c2f9b52-acf9-48c2-9f3a-59435020184d on host hv-cinder-79680 {{(pid=93645) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 10:27:34.403364 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-5b0c1e22-98ff-49cc-b968-ab26e04e9b60 req-8dfce4fc-c47d-4d2d-9b13-53828cf3b1d0 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733'] for port, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:34.406832 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-5b0c1e22-98ff-49cc-b968-ab26e04e9b60 req-8dfce4fc-c47d-4d2d-9b13-53828cf3b1d0 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.47 "DELETE /v2.0/ports/1c2f9b52-acf9-48c2-9f3a-59435020184d HTTP/1.1" status: 204 len: 173 time: 1.3634627 Jun 17 10:27:34.407750 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b173c33-c7ca-4c6e-98b8-79c9027970bb', 'name': 'network-vif-deleted', 'tag': '1c2f9b52-acf9-48c2-9f3a-59435020184d'}] {{(pid=93645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:27:34.412590 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25c6fbde856bb10fc3e6f7e7beb0655886cca8e381c3d168db957d1d9f65ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4128492-6d5a-4253-864d-708ae6c989b7" -d '{"events": [{"server_uuid": "4b173c33-c7ca-4c6e-98b8-79c9027970bb", "name": "network-vif-deleted", "tag": "1c2f9b52-acf9-48c2-9f3a-59435020184d"}]}' {{(pid=93645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:27:34.441585 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffbf6e3-9f2b-4e51-b86b-ed37987dc75b req-99171261-fc46-4956-a95e-a4071f28389c tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:34.445112 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-5ffbf6e3-9f2b-4e51-b86b-ed37987dc75b req-99171261-fc46-4956-a95e-a4071f28389c tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b173c33-c7ca-4c6e-98b8-79c9027970bb HTTP/1.1" status: 200 len: 867 time: 0.2348344 Jun 17 10:27:34.484131 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c90cca4-e97f-4847-92e3-4d97a67f1f2b x-openstack-request-id: req-1c90cca4-e97f-4847-92e3-4d97a67f1f2b {{(pid=93645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:27:34.484630 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b173c33-c7ca-4c6e-98b8-79c9027970bb", "name": "network-vif-deleted", "tag": "1c2f9b52-acf9-48c2-9f3a-59435020184d", "status": "completed", "code": 200}]} {{(pid=93645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:27:34.485095 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1c90cca4-e97f-4847-92e3-4d97a67f1f2b {{(pid=93645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:27:34.485951 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b173c33-c7ca-4c6e-98b8-79c9027970bb', 'name': 'network-vif-deleted', 'tag': '1c2f9b52-acf9-48c2-9f3a-59435020184d', 'status': 'completed', 'code': 200} Jun 17 10:27:34.902888 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-5ffbf6e3-9f2b-4e51-b86b-ed37987dc75b req-a00faae7-0d29-4fd7-8281-ec47ef882c20 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/security-groups?id=70eaf6ca-0936-4be3-96f5-83f2f2424c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4027777 Jun 17 10:27:35.174103 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-76f1cb7e-d4ef-4c29-a3c2-2b16775f9f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:35.178555 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-ea4f0877-9d7f-482e-b2a5-f1c966852e42 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740734277497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740733869096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125912126'] for port, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:35.179040 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-7e128cb2-0d7f-4a26-8c19-da8bf2d7868f tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:27:35.214202 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4f0877-9d7f-482e-b2a5-f1c966852e42 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Pushing event deleted for resources: {'Port': ['ID=928bf2ec-eb48-4fdf-b8d7-633d739d263f,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:27:35.220316 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-ea4f0877-9d7f-482e-b2a5-f1c966852e42 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:27:35.321016 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-ea4f0877-9d7f-482e-b2a5-f1c966852e42 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks [] for floatingip, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:35.324149 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-ea4f0877-9d7f-482e-b2a5-f1c966852e42 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733'] for floatingip, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:35.328034 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-ea4f0877-9d7f-482e-b2a5-f1c966852e42 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] 10.222.0.22 "DELETE /v2.0/floatingips/e97526cf-a8ab-4510-90df-ae3da9eeaa90 HTTP/1.1" status: 204 len: 168 time: 1.4091935 Jun 17 10:27:36.127890 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device 1c2f9b52-acf9-48c2-9f3a-59435020184d no longer exists at agent hyperv_hv-cinder-79680 {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:27:36.166904 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] No Port match for: 1c2f9b52-acf9-48c2-9f3a-59435020184d {{(pid=93646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 10:27:36.167359 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device 1c2f9b52-acf9-48c2-9f3a-59435020184d not bound to the agent host hv-cinder-79680 {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 10:27:36.173909 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-32bc93e1-80e3-4fa9-bca0-bf28a1ef1ccb req-acc5a0b2-4e0e-4915-b334-5bf973019a6f tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b173c33-c7ca-4c6e-98b8-79c9027970bb HTTP/1.1" status: 200 len: 210 time: 0.0501542 Jun 17 10:27:37.036830 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8334b2a8-081d-4a08-b273-522b2363e8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:37.290441 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 55232) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:27:37.375610 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-ed5a0a48-94ac-4313-9302-bda0a13d24a7 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Notify callbacks [] for security_group, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:37.416299 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-ed5a0a48-94ac-4313-9302-bda0a13d24a7 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:37.597921 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-ed5a0a48-94ac-4313-9302-bda0a13d24a7 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:37.602819 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-ed5a0a48-94ac-4313-9302-bda0a13d24a7 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Notify callbacks [] for security_group, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:37.604903 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-ed5a0a48-94ac-4313-9302-bda0a13d24a7 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] 10.222.0.22 "DELETE /v2.0/security-groups/70eaf6ca-0936-4be3-96f5-83f2f2424c1c HTTP/1.1" status: 204 len: 168 time: 0.3131039 Jun 17 10:27:37.612001 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-d1294fec-4ef0-4e3e-98a1-8ef0584498e4 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:27:37.620295 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5a0a48-94ac-4313-9302-bda0a13d24a7 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70eaf6ca-0936-4be3-96f5-83f2f2424c1c,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:27:37.624051 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-ed5a0a48-94ac-4313-9302-bda0a13d24a7 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:27:37.817534 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 55238) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:27:38.639773 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 55248) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:27:38.839007 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-83a11d69-ab1f-4f1a-a4c8-e60c9bbb8387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704253'] for router_interface, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:39.196506 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-24a59387-1b81-4b68-afc6-69c48aca194a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704253'] for router_interface, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:39.324649 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.plugin [None req-83a11d69-ab1f-4f1a-a4c8-e60c9bbb8387 admin admin] Deleting port 6a8e4f63-ee4e-40fd-9ff6-73205eb849c7 {{(pid=93644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:27:39.325210 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-83a11d69-ab1f-4f1a-a4c8-e60c9bbb8387 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740734272413'] for port, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:39.466173 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.db [None req-83a11d69-ab1f-4f1a-a4c8-e60c9bbb8387 admin admin] For port 6a8e4f63-ee4e-40fd-9ff6-73205eb849c7, host dv-cinder-796806-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=6a8e4f63-ee4e-40fd-9ff6-73205eb849c7,segment=NetworkSegment(e5a4c8b0-db77-4faf-bf25-5097f0723781),segment_id=e5a4c8b0-db77-4faf-bf25-5097f0723781)] {{(pid=93644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:27:39.466526 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-83a11d69-ab1f-4f1a-a4c8-e60c9bbb8387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685530'] for port, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:39.540931 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.plugin [None req-83a11d69-ab1f-4f1a-a4c8-e60c9bbb8387 admin admin] Calling delete_port for 6a8e4f63-ee4e-40fd-9ff6-73205eb849c7 owned by network:router_interface {{(pid=93644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:27:39.682754 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.plugin [None req-24a59387-1b81-4b68-afc6-69c48aca194a admin admin] Deleting port b8baabdc-42b2-494a-a0ef-87e6c4419b7a {{(pid=93645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:27:39.683797 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-24a59387-1b81-4b68-afc6-69c48aca194a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740734272413'] for port, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:39.793808 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.db [None req-24a59387-1b81-4b68-afc6-69c48aca194a admin admin] For port b8baabdc-42b2-494a-a0ef-87e6c4419b7a, host dv-cinder-796806-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=b8baabdc-42b2-494a-a0ef-87e6c4419b7a,segment=NetworkSegment(aee95af0-cc5d-41dc-ae63-eda94ddae53b),segment_id=aee95af0-cc5d-41dc-ae63-eda94ddae53b)] {{(pid=93645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:27:39.794316 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-24a59387-1b81-4b68-afc6-69c48aca194a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685530'] for port, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:39.867041 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.plugin [None req-24a59387-1b81-4b68-afc6-69c48aca194a admin admin] Calling delete_port for b8baabdc-42b2-494a-a0ef-87e6c4419b7a owned by network:router_interface {{(pid=93645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:27:39.960227 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-83a11d69-ab1f-4f1a-a4c8-e60c9bbb8387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740734277497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740733869096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125912126'] for port, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:39.962959 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-09ee8d1b-eb4c-4327-bdc2-867588b0b3fc tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:27:39.996023 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a11d69-ab1f-4f1a-a4c8-e60c9bbb8387 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a8e4f63-ee4e-40fd-9ff6-73205eb849c7,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:27:39.999789 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-83a11d69-ab1f-4f1a-a4c8-e60c9bbb8387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:27:40.201083 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-24a59387-1b81-4b68-afc6-69c48aca194a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740734277497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740733869096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129691318'] for port, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:40.208280 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-bce7464f-9792-40b7-af51-625c6e0760ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:27:40.266462 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-83a11d69-ab1f-4f1a-a4c8-e60c9bbb8387 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704105'] for router_interface, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:40.270983 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a59387-1b81-4b68-afc6-69c48aca194a admin admin] Pushing event deleted for resources: {'Port': ['ID=b8baabdc-42b2-494a-a0ef-87e6c4419b7a,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:27:40.275090 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-24a59387-1b81-4b68-afc6-69c48aca194a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:27:40.580280 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-24a59387-1b81-4b68-afc6-69c48aca194a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704105'] for router_interface, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:40.680589 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a11d69-ab1f-4f1a-a4c8-e60c9bbb8387 admin admin] Router 5c9ef50f-105a-4bd9-8915-5d5eecab81d8 has already been hosted by L3 agent 9ed9efc2-3eec-4d73-b246-cbd899a1984b {{(pid=93644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 10:27:40.849630 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a11d69-ab1f-4f1a-a4c8-e60c9bbb8387 admin admin] Notify agent at l3_agent.dv-cinder-796806-1-iscsi the message routers_updated {{(pid=93644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 10:27:40.856384 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-83a11d69-ab1f-4f1a-a4c8-e60c9bbb8387 admin admin] 10.222.0.22 "PUT /v2.0/routers/5c9ef50f-105a-4bd9-8915-5d5eecab81d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0365100 Jun 17 10:27:40.858763 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 55252) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:27:40.868665 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcb5778-182f-4c11-ab0b-90825797719e None None] Sync routers for ids ['5c9ef50f-105a-4bd9-8915-5d5eecab81d8'] in dv-cinder-796806-1-iscsi {{(pid=93646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 10:27:40.889719 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcb5778-182f-4c11-ab0b-90825797719e None None] Routers {'5c9ef50f-105a-4bd9-8915-5d5eecab81d8'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:27:40.891192 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_hamode_db [None req-2dcb5778-182f-4c11-ab0b-90825797719e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:27:33Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['5c9ef50f-105a-4bd9-8915-5d5eecab81d8'], 'active': True} {{(pid=93646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:27:40.948813 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24a59387-1b81-4b68-afc6-69c48aca194a admin admin] Router 7ce96e53-0d7d-4864-9808-f7ceb5af075b has already been hosted by L3 agent 9ed9efc2-3eec-4d73-b246-cbd899a1984b {{(pid=93645) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 10:27:41.007767 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-a5645ae1-24f8-407f-b7e4-ae893660b90b admin admin] Notify callbacks [] for router, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:41.067413 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvr_db [None req-2dcb5778-182f-4c11-ab0b-90825797719e None None] Set router 5c9ef50f-105a-4bd9-8915-5d5eecab81d8 gateway port host: dv-cinder-796806-1-iscsi {{(pid=93646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:27:41.148689 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24a59387-1b81-4b68-afc6-69c48aca194a admin admin] Notify agent at l3_agent.dv-cinder-796806-1-iscsi the message routers_updated {{(pid=93645) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 10:27:41.154885 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-24a59387-1b81-4b68-afc6-69c48aca194a admin admin] 10.222.0.22 "PUT /v2.0/routers/7ce96e53-0d7d-4864-9808-f7ceb5af075b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5134792 Jun 17 10:27:41.157743 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 55254) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:27:41.171883 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ffa969-ba85-45ce-a2c2-8f4befb3135e None None] Sync routers for ids ['7ce96e53-0d7d-4864-9808-f7ceb5af075b'] in dv-cinder-796806-1-iscsi {{(pid=93647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 10:27:41.188895 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ffa969-ba85-45ce-a2c2-8f4befb3135e None None] Routers {'7ce96e53-0d7d-4864-9808-f7ceb5af075b'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:27:41.191595 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-12ffa969-ba85-45ce-a2c2-8f4befb3135e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:27:33Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['7ce96e53-0d7d-4864-9808-f7ceb5af075b'], 'active': True} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:27:41.219552 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-a5645ae1-24f8-407f-b7e4-ae893660b90b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:41.290037 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-3af7cba8-d343-48e8-8531-5e5968c5a69c admin admin] Notify callbacks [] for router, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:41.326956 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_hamode_db [None req-2dcb5778-182f-4c11-ab0b-90825797719e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9ef50f-105a-4bd9-8915-5d5eecab81d8', 'name': 'tempest-TestShelveInstance-948250959-router', 'tenant_id': 'a48f3a58719945bcbe434bb642bb07c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '14ba9241-c73f-4de9-98cc-4e7491013d07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:20:09Z', 'updated_at': '2021-06-17T10:27:39Z', 'revision_number': 5, 'project_id': 'a48f3a58719945bcbe434bb642bb07c4', 'gw_port': {'id': '14ba9241-c73f-4de9-98cc-4e7491013d07', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:16:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9ef50f-105a-4bd9-8915-5d5eecab81d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:20:10Z', 'updated_at': '2021-06-17T10:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi'}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:27:41.367153 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcb5778-182f-4c11-ab0b-90825797719e None None] Checking router: 5c9ef50f-105a-4bd9-8915-5d5eecab81d8 for host: dv-cinder-796806-1-iscsi {{(pid=93646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 10:27:41.385716 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcb5778-182f-4c11-ab0b-90825797719e None None] Routers {'5c9ef50f-105a-4bd9-8915-5d5eecab81d8'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:27:41.386907 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_hamode_db [None req-2dcb5778-182f-4c11-ab0b-90825797719e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:27:33Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['5c9ef50f-105a-4bd9-8915-5d5eecab81d8'], 'active': True} {{(pid=93646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:27:41.454952 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.plugin [None req-a5645ae1-24f8-407f-b7e4-ae893660b90b admin admin] Deleting port 14ba9241-c73f-4de9-98cc-4e7491013d07 {{(pid=93644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:27:41.456471 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-a5645ae1-24f8-407f-b7e4-ae893660b90b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740734272413'] for port, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:41.512221 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-3af7cba8-d343-48e8-8531-5e5968c5a69c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:41.529464 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvr_db [None req-12ffa969-ba85-45ce-a2c2-8f4befb3135e None None] Set router 7ce96e53-0d7d-4864-9808-f7ceb5af075b gateway port host: dv-cinder-796806-1-iscsi {{(pid=93647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:27:41.586092 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvr_db [None req-2dcb5778-182f-4c11-ab0b-90825797719e None None] Set router 5c9ef50f-105a-4bd9-8915-5d5eecab81d8 gateway port host: None {{(pid=93646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:27:41.616171 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.db [None req-a5645ae1-24f8-407f-b7e4-ae893660b90b admin admin] For port 14ba9241-c73f-4de9-98cc-4e7491013d07, host dv-cinder-796806-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=14ba9241-c73f-4de9-98cc-4e7491013d07,segment=NetworkSegment(7a262c57-69fa-4e27-992a-6b78356f8ae4),segment_id=7a262c57-69fa-4e27-992a-6b78356f8ae4)] {{(pid=93644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:27:41.616716 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-a5645ae1-24f8-407f-b7e4-ae893660b90b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685530'] for port, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:41.680247 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_hamode_db [None req-2dcb5778-182f-4c11-ab0b-90825797719e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9ef50f-105a-4bd9-8915-5d5eecab81d8', 'name': 'tempest-TestShelveInstance-948250959-router', 'tenant_id': 'a48f3a58719945bcbe434bb642bb07c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:20:09Z', 'updated_at': '2021-06-17T10:27:41Z', 'revision_number': 6, 'project_id': 'a48f3a58719945bcbe434bb642bb07c4', 'gw_port_host': None}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:27:41.726333 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.plugin [None req-a5645ae1-24f8-407f-b7e4-ae893660b90b admin admin] Calling delete_port for 14ba9241-c73f-4de9-98cc-4e7491013d07 owned by network:router_gateway {{(pid=93644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:27:41.727304 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.plugin [None req-3af7cba8-d343-48e8-8531-5e5968c5a69c admin admin] Deleting port 8c4ddc8c-8dda-44e8-a2bf-c898a284b7ff {{(pid=93645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:27:41.727697 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-3af7cba8-d343-48e8-8531-5e5968c5a69c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740734272413'] for port, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:41.739470 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcb5778-182f-4c11-ab0b-90825797719e None None] The sync data for ids ['5c9ef50f-105a-4bd9-8915-5d5eecab81d8'] in dv-cinder-796806-1-iscsi is: [{'id': '5c9ef50f-105a-4bd9-8915-5d5eecab81d8', 'name': 'tempest-TestShelveInstance-948250959-router', 'tenant_id': 'a48f3a58719945bcbe434bb642bb07c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:20:09Z', 'updated_at': '2021-06-17T10:27:41Z', 'revision_number': 6, 'project_id': 'a48f3a58719945bcbe434bb642bb07c4', 'gw_port_host': None}] {{(pid=93646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 10:27:41.825644 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-12ffa969-ba85-45ce-a2c2-8f4befb3135e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce96e53-0d7d-4864-9808-f7ceb5af075b', 'name': 'tempest-AttachVolumeShelveTestJSON-1349741473-router', 'tenant_id': 'd3921a4980a048a78ce6c633bbba19c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.103'}], 'enable_snat': True}, 'gw_port_id': '8c4ddc8c-8dda-44e8-a2bf-c898a284b7ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:16:56Z', 'updated_at': '2021-06-17T10:27:40Z', 'revision_number': 5, 'project_id': 'd3921a4980a048a78ce6c633bbba19c9', 'gw_port': {'id': '8c4ddc8c-8dda-44e8-a2bf-c898a284b7ff', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d1:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce96e53-0d7d-4864-9808-f7ceb5af075b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:16:59Z', 'updated_at': '2021-06-17T10:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi'}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:27:41.869367 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ffa969-ba85-45ce-a2c2-8f4befb3135e None None] Checking router: 7ce96e53-0d7d-4864-9808-f7ceb5af075b for host: dv-cinder-796806-1-iscsi {{(pid=93647) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 10:27:41.884719 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.db [None req-3af7cba8-d343-48e8-8531-5e5968c5a69c admin admin] For port 8c4ddc8c-8dda-44e8-a2bf-c898a284b7ff, host dv-cinder-796806-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=8c4ddc8c-8dda-44e8-a2bf-c898a284b7ff,segment=NetworkSegment(7a262c57-69fa-4e27-992a-6b78356f8ae4),segment_id=7a262c57-69fa-4e27-992a-6b78356f8ae4)] {{(pid=93645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:27:41.887566 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-3af7cba8-d343-48e8-8531-5e5968c5a69c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685530'] for port, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:41.904973 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ffa969-ba85-45ce-a2c2-8f4befb3135e None None] Routers {'7ce96e53-0d7d-4864-9808-f7ceb5af075b'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:27:41.906220 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-12ffa969-ba85-45ce-a2c2-8f4befb3135e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:27:33Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['7ce96e53-0d7d-4864-9808-f7ceb5af075b'], 'active': True} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:27:42.001809 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.plugin [None req-3af7cba8-d343-48e8-8531-5e5968c5a69c admin admin] Calling delete_port for 8c4ddc8c-8dda-44e8-a2bf-c898a284b7ff owned by network:router_gateway {{(pid=93645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:27:42.058906 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvr_db [None req-12ffa969-ba85-45ce-a2c2-8f4befb3135e None None] Set router 7ce96e53-0d7d-4864-9808-f7ceb5af075b gateway port host: None {{(pid=93647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:27:42.146994 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-12ffa969-ba85-45ce-a2c2-8f4befb3135e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce96e53-0d7d-4864-9808-f7ceb5af075b', 'name': 'tempest-AttachVolumeShelveTestJSON-1349741473-router', 'tenant_id': 'd3921a4980a048a78ce6c633bbba19c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:16:56Z', 'updated_at': '2021-06-17T10:27:41Z', 'revision_number': 6, 'project_id': 'd3921a4980a048a78ce6c633bbba19c9', 'gw_port_host': None}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:27:42.174634 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-a5645ae1-24f8-407f-b7e4-ae893660b90b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740734277497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740733869096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125912126'] for port, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:42.180126 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:27:42.186309 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ffa969-ba85-45ce-a2c2-8f4befb3135e None None] The sync data for ids ['7ce96e53-0d7d-4864-9808-f7ceb5af075b'] in dv-cinder-796806-1-iscsi is: [{'id': '7ce96e53-0d7d-4864-9808-f7ceb5af075b', 'name': 'tempest-AttachVolumeShelveTestJSON-1349741473-router', 'tenant_id': 'd3921a4980a048a78ce6c633bbba19c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:16:56Z', 'updated_at': '2021-06-17T10:27:41Z', 'revision_number': 6, 'project_id': 'd3921a4980a048a78ce6c633bbba19c9', 'gw_port_host': None}] {{(pid=93647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 10:27:42.223701 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5645ae1-24f8-407f-b7e4-ae893660b90b admin admin] Pushing event deleted for resources: {'Port': ['ID=14ba9241-c73f-4de9-98cc-4e7491013d07,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:27:42.230619 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-a5645ae1-24f8-407f-b7e4-ae893660b90b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:27:42.337425 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-a5645ae1-24f8-407f-b7e4-ae893660b90b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684586'] for router_gateway, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:42.476531 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-a5645ae1-24f8-407f-b7e4-ae893660b90b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-673897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257668'] for router, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:42.480820 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-a5645ae1-24f8-407f-b7e4-ae893660b90b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:42.531100 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-3af7cba8-d343-48e8-8531-5e5968c5a69c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740734277497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740733869096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129691318'] for port, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:42.531100 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-683947a5-080f-48cb-95f2-a90da4338fc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:27:42.572240 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af7cba8-d343-48e8-8531-5e5968c5a69c admin admin] Pushing event deleted for resources: {'Port': ['ID=8c4ddc8c-8dda-44e8-a2bf-c898a284b7ff,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:27:42.575776 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-3af7cba8-d343-48e8-8531-5e5968c5a69c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:27:42.661277 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-3af7cba8-d343-48e8-8531-5e5968c5a69c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684586'] for router_gateway, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:42.703089 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-a5645ae1-24f8-407f-b7e4-ae893660b90b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674400'] for router, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:42.703794 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5645ae1-24f8-407f-b7e4-ae893660b90b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c9ef50f-105a-4bd9-8915-5d5eecab81d8 {{(pid=93644) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 10:27:42.710895 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-a5645ae1-24f8-407f-b7e4-ae893660b90b admin admin] Notify callbacks [] for router, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:42.712231 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-a5645ae1-24f8-407f-b7e4-ae893660b90b admin admin] 10.222.0.22 "DELETE /v2.0/routers/5c9ef50f-105a-4bd9-8915-5d5eecab81d8 HTTP/1.1" status: 204 len: 168 time: 1.8520491 Jun 17 10:27:42.715291 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 55256) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:27:42.769692 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6caabbd-ba50-42b0-ba10-8936bd6ff16a admin admin] Deleting subnet 9ede7e81-dfd0-4030-b334-ce8baee8e073 {{(pid=93644) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 10:27:42.771897 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-3af7cba8-d343-48e8-8531-5e5968c5a69c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-673897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257668'] for router, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:42.774547 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-3af7cba8-d343-48e8-8531-5e5968c5a69c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:42.775100 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-f6caabbd-ba50-42b0-ba10-8936bd6ff16a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:42.824774 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-f6caabbd-ba50-42b0-ba10-8936bd6ff16a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128499310'] for subnet, precommit_delete_associations {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:42.924829 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-3af7cba8-d343-48e8-8531-5e5968c5a69c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674400'] for router, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:42.924829 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af7cba8-d343-48e8-8531-5e5968c5a69c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ce96e53-0d7d-4864-9808-f7ceb5af075b {{(pid=93645) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 10:27:42.925860 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-3af7cba8-d343-48e8-8531-5e5968c5a69c admin admin] Notify callbacks [] for router, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:42.929834 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-3af7cba8-d343-48e8-8531-5e5968c5a69c admin admin] 10.222.0.22 "DELETE /v2.0/routers/7ce96e53-0d7d-4864-9808-f7ceb5af075b HTTP/1.1" status: 204 len: 168 time: 1.7683797 Jun 17 10:27:42.930200 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 55258) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:27:42.986680 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.db_base_plugin_v2 [None req-458b1b44-73e5-405e-8a5a-0e6f57579d72 admin admin] Deleting subnet 235adf9a-5d00-4d35-8ffd-65944fdd0c17 {{(pid=93645) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 10:27:42.990706 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-458b1b44-73e5-405e-8a5a-0e6f57579d72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:43.041250 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-458b1b44-73e5-405e-8a5a-0e6f57579d72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129947313'] for subnet, precommit_delete_associations {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:43.154509 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-458b1b44-73e5-405e-8a5a-0e6f57579d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3786257'] for subnet, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:43.310386 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device b8baabdc-42b2-494a-a0ef-87e6c4419b7a no longer exists at agent ovs-agent-dv-cinder-796806-1-iscsi {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:27:43.313067 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-f6caabbd-ba50-42b0-ba10-8936bd6ff16a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3786257'] for subnet, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:43.344835 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] No Port match for: b8baabdc-42b2-494a-a0ef-87e6c4419b7a {{(pid=93646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 10:27:43.345896 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device b8baabdc-42b2-494a-a0ef-87e6c4419b7a not bound to the agent host dv-cinder-796806-1-iscsi {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 10:27:43.346893 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device 6a8e4f63-ee4e-40fd-9ff6-73205eb849c7 no longer exists at agent ovs-agent-dv-cinder-796806-1-iscsi {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:27:43.350203 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-458b1b44-73e5-405e-8a5a-0e6f57579d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3786264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129691212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129735865'] for subnet, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:43.356816 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:27:43.381496 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] No Port match for: 6a8e4f63-ee4e-40fd-9ff6-73205eb849c7 {{(pid=93646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 10:27:43.383165 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device 6a8e4f63-ee4e-40fd-9ff6-73205eb849c7 not bound to the agent host dv-cinder-796806-1-iscsi {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 10:27:43.384151 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device 14ba9241-c73f-4de9-98cc-4e7491013d07 no longer exists at agent ovs-agent-dv-cinder-796806-1-iscsi {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:27:43.405172 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458b1b44-73e5-405e-8a5a-0e6f57579d72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=235adf9a-5d00-4d35-8ffd-65944fdd0c17,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:27:43.411671 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-458b1b44-73e5-405e-8a5a-0e6f57579d72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:27:43.413924 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] No Port match for: 14ba9241-c73f-4de9-98cc-4e7491013d07 {{(pid=93646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 10:27:43.414358 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device 14ba9241-c73f-4de9-98cc-4e7491013d07 not bound to the agent host dv-cinder-796806-1-iscsi {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 10:27:43.414843 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device 8c4ddc8c-8dda-44e8-a2bf-c898a284b7ff no longer exists at agent ovs-agent-dv-cinder-796806-1-iscsi {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:27:43.416834 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-458b1b44-73e5-405e-8a5a-0e6f57579d72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625220'] for subnet, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:43.420704 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-458b1b44-73e5-405e-8a5a-0e6f57579d72 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/235adf9a-5d00-4d35-8ffd-65944fdd0c17 HTTP/1.1" status: 204 len: 168 time: 0.4890661 Jun 17 10:27:43.426185 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 55260) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:27:43.444963 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6052b22e-099a-407c-b85f-1ae3ab1573dd None None] Network fb6d1dc1-5856-427b-992b-099ce227c06b requested from dv-cinder-796806-1-iscsi {{(pid=93646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:27:43.450304 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] No Port match for: 8c4ddc8c-8dda-44e8-a2bf-c898a284b7ff {{(pid=93646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 10:27:43.450767 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device 8c4ddc8c-8dda-44e8-a2bf-c898a284b7ff not bound to the agent host dv-cinder-796806-1-iscsi {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 10:27:43.545975 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-01de73ba-5e53-40f2-a47e-435eb8d18540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3843219'] for network, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:43.551632 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-f6caabbd-ba50-42b0-ba10-8936bd6ff16a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3786264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125912260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130007636'] for subnet, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:43.555751 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:27:43.593617 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6caabbd-ba50-42b0-ba10-8936bd6ff16a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ede7e81-dfd0-4030-b334-ce8baee8e073,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:27:43.595918 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-f6caabbd-ba50-42b0-ba10-8936bd6ff16a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:43.607907 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-f6caabbd-ba50-42b0-ba10-8936bd6ff16a admin admin] 10.222.0.22 "DELETE /v2.0/subnets/9ede7e81-dfd0-4030-b334-ce8baee8e073 HTTP/1.1" status: 204 len: 168 time: 0.8912880 Jun 17 10:27:43.609415 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-f6caabbd-ba50-42b0-ba10-8936bd6ff16a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:27:43.613131 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 55262) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:27:43.614894 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7940fa5e-b34d-451a-9b0d-0ffb515cf953 None None] Network a9682b63-2ad1-4cec-a7f3-70239b2c7a86 requested from dv-cinder-796806-1-iscsi {{(pid=93646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:27:43.752669 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.plugin [None req-01de73ba-5e53-40f2-a47e-435eb8d18540 admin admin] Deleting port ba5fef4c-2a58-4f5e-948a-c4a692716e5d {{(pid=93645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:27:43.753235 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-01de73ba-5e53-40f2-a47e-435eb8d18540 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740734272413'] for port, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:43.765774 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-1601edd4-3e8e-40a3-b7c8-d3e3232ef89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3843219'] for network, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:43.860203 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d1a878-bb50-4953-ba55-f736566a2ea4 None None] DHCP port deletion for fb6d1dc1-5856-427b-992b-099ce227c06b request from dv-cinder-796806-1-iscsi {{(pid=93646) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 10:27:43.942816 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-c9d1a878-bb50-4953-ba55-f736566a2ea4 None None] Deleting port ba5fef4c-2a58-4f5e-948a-c4a692716e5d {{(pid=93646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:27:43.943161 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-c9d1a878-bb50-4953-ba55-f736566a2ea4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740734272413'] for port, before_delete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:43.961655 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54326af4-5209-4854-b66c-70566d7737a6 None None] DHCP port deletion for a9682b63-2ad1-4cec-a7f3-70239b2c7a86 request from dv-cinder-796806-1-iscsi {{(pid=93646) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 10:27:44.048184 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-c9d1a878-bb50-4953-ba55-f736566a2ea4 None None] For port ba5fef4c-2a58-4f5e-948a-c4a692716e5d, host dv-cinder-796806-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=ba5fef4c-2a58-4f5e-948a-c4a692716e5d,segment=NetworkSegment(aee95af0-cc5d-41dc-ae63-eda94ddae53b),segment_id=aee95af0-cc5d-41dc-ae63-eda94ddae53b)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:27:44.048184 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-c9d1a878-bb50-4953-ba55-f736566a2ea4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685530'] for port, precommit_delete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:44.125260 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-c9d1a878-bb50-4953-ba55-f736566a2ea4 None None] Calling delete_port for ba5fef4c-2a58-4f5e-948a-c4a692716e5d owned by network:dhcp {{(pid=93646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:27:44.180252 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-54326af4-5209-4854-b66c-70566d7737a6 None None] Deleting port e42830c2-7ad2-4c1d-a494-fda33398b5ba {{(pid=93646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:27:44.180642 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-54326af4-5209-4854-b66c-70566d7737a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740734272413'] for port, before_delete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:44.244773 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.db [None req-01de73ba-5e53-40f2-a47e-435eb8d18540 admin admin] For port ba5fef4c-2a58-4f5e-948a-c4a692716e5d, host dv-cinder-796806-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=ba5fef4c-2a58-4f5e-948a-c4a692716e5d,segment=NetworkSegment(aee95af0-cc5d-41dc-ae63-eda94ddae53b),segment_id=aee95af0-cc5d-41dc-ae63-eda94ddae53b)] {{(pid=93645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:27:44.246923 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-01de73ba-5e53-40f2-a47e-435eb8d18540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685530'] for port, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:44.294538 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-54326af4-5209-4854-b66c-70566d7737a6 None None] For port e42830c2-7ad2-4c1d-a494-fda33398b5ba, host dv-cinder-796806-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=e42830c2-7ad2-4c1d-a494-fda33398b5ba,segment=NetworkSegment(e5a4c8b0-db77-4faf-bf25-5097f0723781),segment_id=e5a4c8b0-db77-4faf-bf25-5097f0723781)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:27:44.295193 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-54326af4-5209-4854-b66c-70566d7737a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685530'] for port, precommit_delete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:44.366312 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.plugin [None req-01de73ba-5e53-40f2-a47e-435eb8d18540 admin admin] Calling delete_port for ba5fef4c-2a58-4f5e-948a-c4a692716e5d owned by network:dhcp {{(pid=93645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:27:44.393867 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-54326af4-5209-4854-b66c-70566d7737a6 None None] Calling delete_port for e42830c2-7ad2-4c1d-a494-fda33398b5ba owned by network:dhcp {{(pid=93646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:27:44.446036 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.plugin [None req-1601edd4-3e8e-40a3-b7c8-d3e3232ef89c admin admin] Deleting port e42830c2-7ad2-4c1d-a494-fda33398b5ba {{(pid=93645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:27:44.446553 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-1601edd4-3e8e-40a3-b7c8-d3e3232ef89c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740734272413'] for port, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:44.510790 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-c9d1a878-bb50-4953-ba55-f736566a2ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740734277497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740733869096'] for port, after_delete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:44.513461 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:27:44.544497 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d1a878-bb50-4953-ba55-f736566a2ea4 None None] Pushing event deleted for resources: {'Port': ['ID=ba5fef4c-2a58-4f5e-948a-c4a692716e5d,revision_number=None']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:27:44.556737 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.db [None req-1601edd4-3e8e-40a3-b7c8-d3e3232ef89c admin admin] For port e42830c2-7ad2-4c1d-a494-fda33398b5ba, host dv-cinder-796806-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=e42830c2-7ad2-4c1d-a494-fda33398b5ba,segment=NetworkSegment(e5a4c8b0-db77-4faf-bf25-5097f0723781),segment_id=e5a4c8b0-db77-4faf-bf25-5097f0723781)] {{(pid=93645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:27:44.557099 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d1a878-bb50-4953-ba55-f736566a2ea4 None None] No DVR routers for this DVR port ba5fef4c-2a58-4f5e-948a-c4a692716e5d on host dv-cinder-796806-1-iscsi {{(pid=93646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 10:27:44.557288 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-1601edd4-3e8e-40a3-b7c8-d3e3232ef89c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685530'] for port, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:44.559731 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d1a878-bb50-4953-ba55-f736566a2ea4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:27:44.560480 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d1a878-bb50-4953-ba55-f736566a2ea4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:27:44.560940 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d1a878-bb50-4953-ba55-f736566a2ea4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:27:44.561382 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d1a878-bb50-4953-ba55-f736566a2ea4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:27:44.561844 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d1a878-bb50-4953-ba55-f736566a2ea4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:27:44.562280 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d1a878-bb50-4953-ba55-f736566a2ea4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:27:44.562742 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d1a878-bb50-4953-ba55-f736566a2ea4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:27:44.563151 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d1a878-bb50-4953-ba55-f736566a2ea4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:27:44.564227 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d1a878-bb50-4953-ba55-f736566a2ea4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:27:44.564682 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d1a878-bb50-4953-ba55-f736566a2ea4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:27:44.565077 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d1a878-bb50-4953-ba55-f736566a2ea4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:27:44.565496 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d1a878-bb50-4953-ba55-f736566a2ea4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:27:44.570319 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-c9d1a878-bb50-4953-ba55-f736566a2ea4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:27:44.607300 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-01de73ba-5e53-40f2-a47e-435eb8d18540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740734277497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740733869096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129691318'] for port, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:44.609943 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-3af7cba8-d343-48e8-8531-5e5968c5a69c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:27:44.648060 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.plugin [None req-1601edd4-3e8e-40a3-b7c8-d3e3232ef89c admin admin] Calling delete_port for e42830c2-7ad2-4c1d-a494-fda33398b5ba owned by network:dhcp {{(pid=93645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:27:44.683402 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-54326af4-5209-4854-b66c-70566d7737a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740734277497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740733869096'] for port, after_delete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:44.685428 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01de73ba-5e53-40f2-a47e-435eb8d18540 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba5fef4c-2a58-4f5e-948a-c4a692716e5d,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:27:44.690920 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:27:44.700634 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-01de73ba-5e53-40f2-a47e-435eb8d18540 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:27:44.702895 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01de73ba-5e53-40f2-a47e-435eb8d18540 admin admin] No DVR routers for this DVR port ba5fef4c-2a58-4f5e-948a-c4a692716e5d on host dv-cinder-796806-1-iscsi {{(pid=93645) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 10:27:44.739303 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54326af4-5209-4854-b66c-70566d7737a6 None None] Pushing event deleted for resources: {'Port': ['ID=e42830c2-7ad2-4c1d-a494-fda33398b5ba,revision_number=None']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:27:44.743389 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-54326af4-5209-4854-b66c-70566d7737a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:27:44.748310 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54326af4-5209-4854-b66c-70566d7737a6 None None] No DVR routers for this DVR port e42830c2-7ad2-4c1d-a494-fda33398b5ba on host dv-cinder-796806-1-iscsi {{(pid=93646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 10:27:44.822853 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device e42830c2-7ad2-4c1d-a494-fda33398b5ba no longer exists at agent ovs-agent-dv-cinder-796806-1-iscsi {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:27:44.846043 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] No Port match for: e42830c2-7ad2-4c1d-a494-fda33398b5ba {{(pid=93646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 10:27:44.846395 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device e42830c2-7ad2-4c1d-a494-fda33398b5ba not bound to the agent host dv-cinder-796806-1-iscsi {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 10:27:44.846872 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device ba5fef4c-2a58-4f5e-948a-c4a692716e5d no longer exists at agent ovs-agent-dv-cinder-796806-1-iscsi {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:27:44.872557 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] No Port match for: ba5fef4c-2a58-4f5e-948a-c4a692716e5d {{(pid=93646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 10:27:44.873353 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device ba5fef4c-2a58-4f5e-948a-c4a692716e5d not bound to the agent host dv-cinder-796806-1-iscsi {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 10:27:44.888072 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-01de73ba-5e53-40f2-a47e-435eb8d18540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3792520', 'neutron.services.segments.db._delete_segments_for_network-8740734359601'] for network, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:44.912978 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.services.segments.db [None req-01de73ba-5e53-40f2-a47e-435eb8d18540 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb6d1dc1-5856-427b-992b-099ce227c06b']}} {{(pid=93645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:27:44.927920 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.services.segments.db [None req-01de73ba-5e53-40f2-a47e-435eb8d18540 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aee95af0-cc5d-41dc-ae63-eda94ddae53b') {'for_net_delete': True} {{(pid=93645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:27:44.928203 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.services.segments.db [None req-01de73ba-5e53-40f2-a47e-435eb8d18540 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aee95af0-cc5d-41dc-ae63-eda94ddae53b') {} {{(pid=93645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:27:44.938765 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-1601edd4-3e8e-40a3-b7c8-d3e3232ef89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740734277497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740733869096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129691318'] for port, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:44.941967 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-01de73ba-5e53-40f2-a47e-435eb8d18540 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740734358402', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129947326'] for segment, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:44.943802 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-bce7464f-9792-40b7-af51-625c6e0760ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:27:44.980818 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1601edd4-3e8e-40a3-b7c8-d3e3232ef89c admin admin] Pushing event deleted for resources: {'Port': ['ID=e42830c2-7ad2-4c1d-a494-fda33398b5ba,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:27:44.985237 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-1601edd4-3e8e-40a3-b7c8-d3e3232ef89c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:27:44.986438 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1601edd4-3e8e-40a3-b7c8-d3e3232ef89c admin admin] No DVR routers for this DVR port e42830c2-7ad2-4c1d-a494-fda33398b5ba on host dv-cinder-796806-1-iscsi {{(pid=93645) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 10:27:44.990203 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-01de73ba-5e53-40f2-a47e-435eb8d18540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3785028'] for segment, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:45.018131 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01de73ba-5e53-40f2-a47e-435eb8d18540 admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=93645) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 10:27:45.018540 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-01de73ba-5e53-40f2-a47e-435eb8d18540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3785028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129691361'] for segment, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:45.021848 dv-cinder-796806-1-iscsi neutron-server[93645]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 10:27:45.021848 dv-cinder-796806-1-iscsi neutron-server[93645]: conditions |= (models_v2.Port.network_id.in_( Jun 17 10:27:45.021848 dv-cinder-796806-1-iscsi neutron-server[93645]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:27:45.021848 dv-cinder-796806-1-iscsi neutron-server[93645]: retrieve_revision_numbers = { Jun 17 10:27:45.021848 dv-cinder-796806-1-iscsi neutron-server[93645]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:27:45.021848 dv-cinder-796806-1-iscsi neutron-server[93645]: retrieve_revision_numbers = { Jun 17 10:27:45.021848 dv-cinder-796806-1-iscsi neutron-server[93645]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 10:27:45.021848 dv-cinder-796806-1-iscsi neutron-server[93645]: conditions |= (models_v2.Port.network_id.in_( Jun 17 10:27:45.021848 dv-cinder-796806-1-iscsi neutron-server[93645]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 10:27:45.021848 dv-cinder-796806-1-iscsi neutron-server[93645]: self.session.flush() Jun 17 10:27:45.021848 dv-cinder-796806-1-iscsi neutron-server[93645]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 10:27:45.021848 dv-cinder-796806-1-iscsi neutron-server[93645]: self.session.flush() Jun 17 10:27:45.021848 dv-cinder-796806-1-iscsi neutron-server[93645]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 10:27:45.021848 dv-cinder-796806-1-iscsi neutron-server[93645]: self.session.flush() Jun 17 10:27:45.021848 dv-cinder-796806-1-iscsi neutron-server[93645]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 10:27:45.021848 dv-cinder-796806-1-iscsi neutron-server[93645]: self.session.flush() Jun 17 10:27:45.021848 dv-cinder-796806-1-iscsi neutron-server[93645]: Traceback (most recent call last): Jun 17 10:27:45.021848 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 10:27:45.021848 dv-cinder-796806-1-iscsi neutron-server[93645]: timer() Jun 17 10:27:45.021848 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 10:27:45.021848 dv-cinder-796806-1-iscsi neutron-server[93645]: cb(*args, **kw) Jun 17 10:27:45.021848 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 10:27:45.021848 dv-cinder-796806-1-iscsi neutron-server[93645]: return func(*args, **kwargs) Jun 17 10:27:45.021848 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 10:27:45.021848 dv-cinder-796806-1-iscsi neutron-server[93645]: self._notify() Jun 17 10:27:45.021848 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 10:27:45.021848 dv-cinder-796806-1-iscsi neutron-server[93645]: self.callback(batched_events) Jun 17 10:27:45.021848 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 10:27:45.021848 dv-cinder-796806-1-iscsi neutron-server[93645]: event.method(event) Jun 17 10:27:45.021848 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 10:27:45.021848 dv-cinder-796806-1-iscsi neutron-server[93645]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 10:27:45.021848 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 10:27:45.021848 dv-cinder-796806-1-iscsi neutron-server[93645]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 10:27:45.021848 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 10:27:45.021848 dv-cinder-796806-1-iscsi neutron-server[93645]: return f(self, *a, **k) Jun 17 10:27:45.021848 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 10:27:45.021848 dv-cinder-796806-1-iscsi neutron-server[93645]: return self._get(url).json() Jun 17 10:27:45.021848 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 10:27:45.021848 dv-cinder-796806-1-iscsi neutron-server[93645]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 10:27:45.021848 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 10:27:45.021848 dv-cinder-796806-1-iscsi neutron-server[93645]: return self.request(url, 'GET', **kwargs) Jun 17 10:27:45.021848 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 10:27:45.021848 dv-cinder-796806-1-iscsi neutron-server[93645]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 10:27:45.021848 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 10:27:45.021848 dv-cinder-796806-1-iscsi neutron-server[93645]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 10:27:45.021848 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 10:27:45.021848 dv-cinder-796806-1-iscsi neutron-server[93645]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 10:27:45.021848 dv-cinder-796806-1-iscsi neutron-server[93645]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 10:27:45.128821 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-1601edd4-3e8e-40a3-b7c8-d3e3232ef89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3792520', 'neutron.services.segments.db._delete_segments_for_network-8740734359601'] for network, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:45.141488 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.services.segments.db [None req-1601edd4-3e8e-40a3-b7c8-d3e3232ef89c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9682b63-2ad1-4cec-a7f3-70239b2c7a86']}} {{(pid=93645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:27:45.153908 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.services.segments.db [None req-1601edd4-3e8e-40a3-b7c8-d3e3232ef89c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5a4c8b0-db77-4faf-bf25-5097f0723781') {'for_net_delete': True} {{(pid=93645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:27:45.154143 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.services.segments.db [None req-1601edd4-3e8e-40a3-b7c8-d3e3232ef89c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5a4c8b0-db77-4faf-bf25-5097f0723781') {} {{(pid=93645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:27:45.167262 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-1601edd4-3e8e-40a3-b7c8-d3e3232ef89c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740734358402', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129947326'] for segment, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:45.184418 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-1601edd4-3e8e-40a3-b7c8-d3e3232ef89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3785028'] for segment, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:45.190785 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1601edd4-3e8e-40a3-b7c8-d3e3232ef89c admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=93645) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 10:27:45.191190 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-1601edd4-3e8e-40a3-b7c8-d3e3232ef89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3785028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129691361'] for segment, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:45.193009 dv-cinder-796806-1-iscsi neutron-server[93645]: Traceback (most recent call last): Jun 17 10:27:45.193009 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 10:27:45.193009 dv-cinder-796806-1-iscsi neutron-server[93645]: timer() Jun 17 10:27:45.193009 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 10:27:45.193009 dv-cinder-796806-1-iscsi neutron-server[93645]: cb(*args, **kw) Jun 17 10:27:45.193009 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 10:27:45.193009 dv-cinder-796806-1-iscsi neutron-server[93645]: return func(*args, **kwargs) Jun 17 10:27:45.193009 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 10:27:45.193009 dv-cinder-796806-1-iscsi neutron-server[93645]: self._notify() Jun 17 10:27:45.193009 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 10:27:45.193009 dv-cinder-796806-1-iscsi neutron-server[93645]: self.callback(batched_events) Jun 17 10:27:45.193009 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 10:27:45.193009 dv-cinder-796806-1-iscsi neutron-server[93645]: event.method(event) Jun 17 10:27:45.193009 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 10:27:45.193009 dv-cinder-796806-1-iscsi neutron-server[93645]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 10:27:45.193009 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 10:27:45.193009 dv-cinder-796806-1-iscsi neutron-server[93645]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 10:27:45.193009 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 10:27:45.193009 dv-cinder-796806-1-iscsi neutron-server[93645]: return f(self, *a, **k) Jun 17 10:27:45.193009 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 10:27:45.193009 dv-cinder-796806-1-iscsi neutron-server[93645]: return self._get(url).json() Jun 17 10:27:45.193009 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 10:27:45.193009 dv-cinder-796806-1-iscsi neutron-server[93645]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 10:27:45.193009 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 10:27:45.193009 dv-cinder-796806-1-iscsi neutron-server[93645]: return self.request(url, 'GET', **kwargs) Jun 17 10:27:45.193009 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 10:27:45.193009 dv-cinder-796806-1-iscsi neutron-server[93645]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 10:27:45.193009 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 10:27:45.193009 dv-cinder-796806-1-iscsi neutron-server[93645]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 10:27:45.193009 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 10:27:45.193009 dv-cinder-796806-1-iscsi neutron-server[93645]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 10:27:45.193009 dv-cinder-796806-1-iscsi neutron-server[93645]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 10:27:45.250544 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-01de73ba-5e53-40f2-a47e-435eb8d18540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3792531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-714710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684612'] for network, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:45.256858 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-e7d02fb0-530d-442c-b4e5-01dac69930a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:27:45.260091 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-01de73ba-5e53-40f2-a47e-435eb8d18540 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625220'] for network, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:45.262481 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-01de73ba-5e53-40f2-a47e-435eb8d18540 admin admin] 10.222.0.22 "DELETE /v2.0/networks/fb6d1dc1-5856-427b-992b-099ce227c06b HTTP/1.1" status: 204 len: 168 time: 1.8331883 Jun 17 10:27:45.277850 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01de73ba-5e53-40f2-a47e-435eb8d18540 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb6d1dc1-5856-427b-992b-099ce227c06b,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:27:45.281406 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-01de73ba-5e53-40f2-a47e-435eb8d18540 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:27:45.345783 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-1601edd4-3e8e-40a3-b7c8-d3e3232ef89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3792531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-714710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684612'] for network, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:45.350281 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-b456be9e-7db2-4712-9835-149bf20c66d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:27:45.353395 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-1601edd4-3e8e-40a3-b7c8-d3e3232ef89c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625220'] for network, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:45.355271 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-1601edd4-3e8e-40a3-b7c8-d3e3232ef89c admin admin] 10.222.0.22 "DELETE /v2.0/networks/a9682b63-2ad1-4cec-a7f3-70239b2c7a86 HTTP/1.1" status: 204 len: 168 time: 1.7408576 Jun 17 10:27:45.360335 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 55266) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:27:45.371207 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1601edd4-3e8e-40a3-b7c8-d3e3232ef89c admin admin] Pushing event deleted for resources: {'Network': ['ID=a9682b63-2ad1-4cec-a7f3-70239b2c7a86,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:27:45.374528 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-1601edd4-3e8e-40a3-b7c8-d3e3232ef89c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:27:45.669938 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 55268) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:27:45.730167 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-0d0c24be-7f62-4974-b25c-a9c3ce842912 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d3921a4980a048a78ce6c633bbba19c9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0584147 Jun 17 10:27:45.733460 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 55270) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:27:45.812313 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-c825ba3c-3b84-492e-a7ff-e9d30bea3625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:45.816553 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-e8fc4274-4085-4534-b6f1-882d823ed091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704253'] for router_interface, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:45.853716 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-c825ba3c-3b84-492e-a7ff-e9d30bea3625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:46.030789 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-c825ba3c-3b84-492e-a7ff-e9d30bea3625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:46.034643 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-c825ba3c-3b84-492e-a7ff-e9d30bea3625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:46.036487 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-c825ba3c-3b84-492e-a7ff-e9d30bea3625 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b80f4320-c661-4701-a292-25cfb76334f4 HTTP/1.1" status: 204 len: 168 time: 0.3016267 Jun 17 10:27:46.037448 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-b2dddccb-3d2a-4f81-8e2b-2804eada39a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:27:46.048817 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c825ba3c-3b84-492e-a7ff-e9d30bea3625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b80f4320-c661-4701-a292-25cfb76334f4,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:27:46.051799 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-c825ba3c-3b84-492e-a7ff-e9d30bea3625 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:27:46.221239 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.plugin [None req-e8fc4274-4085-4534-b6f1-882d823ed091 admin admin] Deleting port f8bcf23f-e896-444a-9f75-638a85fe0ee6 {{(pid=93644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:27:46.221608 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-e8fc4274-4085-4534-b6f1-882d823ed091 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740734272413'] for port, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:46.335092 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.db [None req-e8fc4274-4085-4534-b6f1-882d823ed091 admin admin] For port f8bcf23f-e896-444a-9f75-638a85fe0ee6, host dv-cinder-796806-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=f8bcf23f-e896-444a-9f75-638a85fe0ee6,segment=NetworkSegment(a7170e3f-ccb7-4cf1-909f-fd0979b7067b),segment_id=a7170e3f-ccb7-4cf1-909f-fd0979b7067b)] {{(pid=93644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:27:46.335424 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-e8fc4274-4085-4534-b6f1-882d823ed091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685530'] for port, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:46.464260 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.plugin [None req-e8fc4274-4085-4534-b6f1-882d823ed091 admin admin] Calling delete_port for f8bcf23f-e896-444a-9f75-638a85fe0ee6 owned by network:router_interface {{(pid=93644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:27:46.828670 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-e8fc4274-4085-4534-b6f1-882d823ed091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740734277497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740733869096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125912126'] for port, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:46.832193 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-732277b2-3504-4512-8a39-52e7a927357f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:27:46.879232 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fc4274-4085-4534-b6f1-882d823ed091 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8bcf23f-e896-444a-9f75-638a85fe0ee6,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:27:46.883846 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-e8fc4274-4085-4534-b6f1-882d823ed091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:27:47.152568 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-e8fc4274-4085-4534-b6f1-882d823ed091 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704105'] for router_interface, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:47.540157 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8fc4274-4085-4534-b6f1-882d823ed091 admin admin] Router 3058c659-93ea-47c6-97a8-9f731a0afdd6 has already been hosted by L3 agent 9ed9efc2-3eec-4d73-b246-cbd899a1984b {{(pid=93644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 10:27:47.866299 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 55292) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:27:47.866733 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8fc4274-4085-4534-b6f1-882d823ed091 admin admin] Notify agent at l3_agent.dv-cinder-796806-1-iscsi the message routers_updated {{(pid=93644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 10:27:47.866733 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-e8fc4274-4085-4534-b6f1-882d823ed091 admin admin] 10.222.0.22 "PUT /v2.0/routers/3058c659-93ea-47c6-97a8-9f731a0afdd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3921080 Jun 17 10:27:47.866907 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 55296) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:27:47.866996 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ed2546-29fe-4b9e-8c20-a9d4e537f746 None None] Sync routers for ids ['3058c659-93ea-47c6-97a8-9f731a0afdd6'] in dv-cinder-796806-1-iscsi {{(pid=93646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 10:27:47.866996 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ed2546-29fe-4b9e-8c20-a9d4e537f746 None None] Routers {'3058c659-93ea-47c6-97a8-9f731a0afdd6'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:27:47.866996 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_hamode_db [None req-b0ed2546-29fe-4b9e-8c20-a9d4e537f746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:27:33Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['3058c659-93ea-47c6-97a8-9f731a0afdd6'], 'active': True} {{(pid=93646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:27:47.911118 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-3f5d81f3-515a-4d8c-98b9-89eee827f52d admin admin] Notify callbacks [] for router, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:48.020548 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.v2.base [None req-60c96b22-443d-494e-b3c5-9b46dc6198b4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1443884966-network', 'tenant_id': 'fb4c620e62524ba499710baa138734e6'}} {{(pid=93645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:27:48.100409 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-3f5d81f3-515a-4d8c-98b9-89eee827f52d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:48.103491 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvr_db [None req-b0ed2546-29fe-4b9e-8c20-a9d4e537f746 None None] Set router 3058c659-93ea-47c6-97a8-9f731a0afdd6 gateway port host: dv-cinder-796806-1-iscsi {{(pid=93646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:27:48.215331 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c96b22-443d-494e-b3c5-9b46dc6198b4 admin admin] Made reservation on behalf of fb4c620e62524ba499710baa138734e6 for: {'network': 1} {{(pid=93645) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:27:48.218103 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-60c96b22-443d-494e-b3c5-9b46dc6198b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3930454'] for network, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:48.247786 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-60c96b22-443d-494e-b3c5-9b46dc6198b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:48.333252 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.plugin [None req-3f5d81f3-515a-4d8c-98b9-89eee827f52d admin admin] Deleting port f91fa811-42a5-4fce-8a86-2053f5a2bb06 {{(pid=93645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:27:48.333600 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-3f5d81f3-515a-4d8c-98b9-89eee827f52d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740734272413'] for port, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:48.360454 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_hamode_db [None req-b0ed2546-29fe-4b9e-8c20-a9d4e537f746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3058c659-93ea-47c6-97a8-9f731a0afdd6', 'name': 'tempest-TestShelveInstance-1671743805-router', 'tenant_id': '4533014ad3ce4f96a58b9916412c89f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': 'f91fa811-42a5-4fce-8a86-2053f5a2bb06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:20:36Z', 'updated_at': '2021-06-17T10:27:46Z', 'revision_number': 5, 'project_id': '4533014ad3ce4f96a58b9916412c89f5', 'gw_port': {'id': 'f91fa811-42a5-4fce-8a86-2053f5a2bb06', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:d9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3058c659-93ea-47c6-97a8-9f731a0afdd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:20:39Z', 'updated_at': '2021-06-17T10:20:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi'}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:27:48.412495 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ed2546-29fe-4b9e-8c20-a9d4e537f746 None None] Checking router: 3058c659-93ea-47c6-97a8-9f731a0afdd6 for host: dv-cinder-796806-1-iscsi {{(pid=93646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 10:27:48.427763 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ed2546-29fe-4b9e-8c20-a9d4e537f746 None None] Routers {'3058c659-93ea-47c6-97a8-9f731a0afdd6'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:27:48.428264 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_hamode_db [None req-b0ed2546-29fe-4b9e-8c20-a9d4e537f746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:27:33Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['3058c659-93ea-47c6-97a8-9f731a0afdd6'], 'active': True} {{(pid=93646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:27:48.479547 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.db [None req-3f5d81f3-515a-4d8c-98b9-89eee827f52d admin admin] For port f91fa811-42a5-4fce-8a86-2053f5a2bb06, host dv-cinder-796806-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=f91fa811-42a5-4fce-8a86-2053f5a2bb06,segment=NetworkSegment(7a262c57-69fa-4e27-992a-6b78356f8ae4),segment_id=7a262c57-69fa-4e27-992a-6b78356f8ae4)] {{(pid=93645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:27:48.480606 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-3f5d81f3-515a-4d8c-98b9-89eee827f52d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685530'] for port, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:48.502677 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-60c96b22-443d-494e-b3c5-9b46dc6198b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:48.574162 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.plugin [None req-3f5d81f3-515a-4d8c-98b9-89eee827f52d admin admin] Calling delete_port for f91fa811-42a5-4fce-8a86-2053f5a2bb06 owned by network:router_gateway {{(pid=93645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:27:48.580971 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-60c96b22-443d-494e-b3c5-9b46dc6198b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:48.588751 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-8c883978-7fb7-46b0-93cc-e2b54d2f4362 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:27:48.588979 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvr_db [None req-b0ed2546-29fe-4b9e-8c20-a9d4e537f746 None None] Set router 3058c659-93ea-47c6-97a8-9f731a0afdd6 gateway port host: None {{(pid=93646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:27:48.652007 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60c96b22-443d-494e-b3c5-9b46dc6198b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=93645) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 10:27:48.676944 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-60c96b22-443d-494e-b3c5-9b46dc6198b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3785028'] for segment, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:48.677323 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.db.segments_db [None req-60c96b22-443d-494e-b3c5-9b46dc6198b4 admin admin] Added segment dc0f4006-4a4b-4fee-9985-5cae22fa80bf of type vlan for network f2275738-0436-4812-9837-f9c6ba37ea2a Jun 17 10:27:48.678971 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c96b22-443d-494e-b3c5-9b46dc6198b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=678da8b9-80bd-435f-900a-7c019ff7daaf,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:27:48.694195 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-60c96b22-443d-494e-b3c5-9b46dc6198b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:27:48.700629 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_hamode_db [None req-b0ed2546-29fe-4b9e-8c20-a9d4e537f746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3058c659-93ea-47c6-97a8-9f731a0afdd6', 'name': 'tempest-TestShelveInstance-1671743805-router', 'tenant_id': '4533014ad3ce4f96a58b9916412c89f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:20:36Z', 'updated_at': '2021-06-17T10:27:48Z', 'revision_number': 6, 'project_id': '4533014ad3ce4f96a58b9916412c89f5', 'gw_port_host': None}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:27:48.751082 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-60c96b22-443d-494e-b3c5-9b46dc6198b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740733824422'] for network, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:48.754539 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ed2546-29fe-4b9e-8c20-a9d4e537f746 None None] The sync data for ids ['3058c659-93ea-47c6-97a8-9f731a0afdd6'] in dv-cinder-796806-1-iscsi is: [{'id': '3058c659-93ea-47c6-97a8-9f731a0afdd6', 'name': 'tempest-TestShelveInstance-1671743805-router', 'tenant_id': '4533014ad3ce4f96a58b9916412c89f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:20:36Z', 'updated_at': '2021-06-17T10:27:48Z', 'revision_number': 6, 'project_id': '4533014ad3ce4f96a58b9916412c89f5', 'gw_port_host': None}] {{(pid=93646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 10:27:48.979863 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-60c96b22-443d-494e-b3c5-9b46dc6198b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-714710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243'] for network, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:48.982194 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c96b22-443d-494e-b3c5-9b46dc6198b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:48.983246 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-60c96b22-443d-494e-b3c5-9b46dc6198b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625220'] for network, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:48.989272 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:27:49.020388 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-3f5d81f3-515a-4d8c-98b9-89eee827f52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740734277497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740733869096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129691318'] for port, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:49.081859 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c96b22-443d-494e-b3c5-9b46dc6198b4 admin admin] Pushing event updated for resources: {'Network': ['ID=f2275738-0436-4812-9837-f9c6ba37ea2a,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:27:49.098156 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Network f2275738-0436-4812-9837-f9c6ba37ea2a details requested by agent ovs-agent-dv-cinder-796806-1-iscsi with host dv-cinder-796806-1-iscsi {{(pid=93646) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 10:27:49.114288 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-60c96b22-443d-494e-b3c5-9b46dc6198b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:27:49.117355 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-74c2a6ed-880f-4f66-a8cb-8b661eea2192 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:27:49.195617 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 55298) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:27:49.196486 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-60c96b22-443d-494e-b3c5-9b46dc6198b4 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4517617 Jun 17 10:27:49.205537 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5d81f3-515a-4d8c-98b9-89eee827f52d admin admin] Pushing event deleted for resources: {'Port': ['ID=f91fa811-42a5-4fce-8a86-2053f5a2bb06,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:27:49.206348 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.v2.base [None req-6b730a2c-5da0-49dd-b4e5-b4a9cdd78fe7 admin admin] Request body: {'subnet': {'network_id': 'f2275738-0436-4812-9837-f9c6ba37ea2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1443884966-subnet', 'tenant_id': 'fb4c620e62524ba499710baa138734e6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:27:49.211623 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-3f5d81f3-515a-4d8c-98b9-89eee827f52d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:27:49.237651 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-3f5d81f3-515a-4d8c-98b9-89eee827f52d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684586'] for router_gateway, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:49.339030 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b730a2c-5da0-49dd-b4e5-b4a9cdd78fe7 admin admin] Made reservation on behalf of fb4c620e62524ba499710baa138734e6 for: {'subnet': 1} {{(pid=93644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:27:49.342314 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-6b730a2c-5da0-49dd-b4e5-b4a9cdd78fe7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130007665'] for subnet, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:49.344963 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-3f5d81f3-515a-4d8c-98b9-89eee827f52d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-673897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257668'] for router, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:49.347580 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-3f5d81f3-515a-4d8c-98b9-89eee827f52d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:49.493885 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-3f5d81f3-515a-4d8c-98b9-89eee827f52d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674400'] for router, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:49.494746 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f5d81f3-515a-4d8c-98b9-89eee827f52d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3058c659-93ea-47c6-97a8-9f731a0afdd6 {{(pid=93645) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 10:27:49.502461 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-3f5d81f3-515a-4d8c-98b9-89eee827f52d admin admin] Notify callbacks [] for router, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:49.507697 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-3f5d81f3-515a-4d8c-98b9-89eee827f52d admin admin] 10.222.0.22 "DELETE /v2.0/routers/3058c659-93ea-47c6-97a8-9f731a0afdd6 HTTP/1.1" status: 204 len: 168 time: 1.7465987 Jun 17 10:27:49.508561 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 55300) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:27:49.584337 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8e380d1-8a30-4614-b3dc-e85f89fd76f3 admin admin] Deleting subnet a180ea8c-b457-4930-bdfe-0ab5c7e585f1 {{(pid=93645) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 10:27:49.588114 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-c8e380d1-8a30-4614-b3dc-e85f89fd76f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:49.660061 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-6b730a2c-5da0-49dd-b4e5-b4a9cdd78fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125912203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130007651'] for subnet, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:49.665265 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:27:49.667497 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-c8e380d1-8a30-4614-b3dc-e85f89fd76f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129947313'] for subnet, precommit_delete_associations {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:49.780359 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b730a2c-5da0-49dd-b4e5-b4a9cdd78fe7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca437096-d433-4cda-a535-e8243b8721ac,revision_number=0']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:27:49.786109 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-6b730a2c-5da0-49dd-b4e5-b4a9cdd78fe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:27:49.787350 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b730a2c-5da0-49dd-b4e5-b4a9cdd78fe7 admin admin] Checking segment: {'id': 'dc0f4006-4a4b-4fee-9985-5cae22fa80bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f2275738-0436-4812-9837-f9c6ba37ea2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:27:49.788256 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b730a2c-5da0-49dd-b4e5-b4a9cdd78fe7 admin admin] Network hostable DHCP agents. Network: f2275738-0436-4812-9837-f9c6ba37ea2a, hostable agents: ['337bcc12-ee2b-4966-b704-642398d54e19'], hosted agents: [] {{(pid=93644) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 10:27:49.815798 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-c8e380d1-8a30-4614-b3dc-e85f89fd76f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3786257'] for subnet, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:49.956316 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b730a2c-5da0-49dd-b4e5-b4a9cdd78fe7 admin admin] Network f2275738-0436-4812-9837-f9c6ba37ea2a is scheduled to be hosted by DHCP agent 337bcc12-ee2b-4966-b704-642398d54e19 with binding_index 1 {{(pid=93644) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 10:27:50.008953 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-c8e380d1-8a30-4614-b3dc-e85f89fd76f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3786264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129691212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129735865'] for subnet, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:50.013114 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:27:50.048184 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e380d1-8a30-4614-b3dc-e85f89fd76f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a180ea8c-b457-4930-bdfe-0ab5c7e585f1,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:27:50.052739 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-c8e380d1-8a30-4614-b3dc-e85f89fd76f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:27:50.057596 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-c8e380d1-8a30-4614-b3dc-e85f89fd76f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625220'] for subnet, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:50.060519 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-c8e380d1-8a30-4614-b3dc-e85f89fd76f3 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/a180ea8c-b457-4930-bdfe-0ab5c7e585f1 HTTP/1.1" status: 204 len: 168 time: 0.5503845 Jun 17 10:27:50.064027 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 55302) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:27:50.065436 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2c3bac-f61e-47a1-b111-80c3f58e0987 None None] Network f2c86962-a93c-495f-9b64-5f5700b8143f requested from dv-cinder-796806-1-iscsi {{(pid=93646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:27:50.111291 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.base_scheduler [None req-6b730a2c-5da0-49dd-b4e5-b4a9cdd78fe7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796806-1-iscsi, f2275738-0436-4812-9837-f9c6ba37ea2a) {{(pid=93644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:27:50.118310 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b730a2c-5da0-49dd-b4e5-b4a9cdd78fe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:27:50.119413 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-6b730a2c-5da0-49dd-b4e5-b4a9cdd78fe7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:50.159993 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4176c785-9340-4b0c-8254-4ae84e744ccc None None] Network f2275738-0436-4812-9837-f9c6ba37ea2a requested from dv-cinder-796806-1-iscsi {{(pid=93646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:27:50.184138 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-b7f19bec-3e2a-467b-a078-1944c6f67a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3843219'] for network, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:50.268168 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-6b730a2c-5da0-49dd-b4e5-b4a9cdd78fe7 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0680292 Jun 17 10:27:50.272507 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 55304) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:27:50.284698 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.v2.base [None req-555b283d-5775-4019-84d1-b72ccd068e12 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1443884966-router', 'tenant_id': 'fb4c620e62524ba499710baa138734e6', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e'}}} {{(pid=93644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:27:50.302236 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.plugin [None req-b7f19bec-3e2a-467b-a078-1944c6f67a80 admin admin] Deleting port 89acc012-9f10-45e8-a242-fe128dc81df4 {{(pid=93645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:27:50.304913 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-b7f19bec-3e2a-467b-a078-1944c6f67a80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740734272413'] for port, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:50.427277 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.db [None req-b7f19bec-3e2a-467b-a078-1944c6f67a80 admin admin] For port 89acc012-9f10-45e8-a242-fe128dc81df4, host dv-cinder-796806-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=89acc012-9f10-45e8-a242-fe128dc81df4,segment=NetworkSegment(a7170e3f-ccb7-4cf1-909f-fd0979b7067b),segment_id=a7170e3f-ccb7-4cf1-909f-fd0979b7067b)] {{(pid=93645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:27:50.427943 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-b7f19bec-3e2a-467b-a078-1944c6f67a80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685530'] for port, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:50.455424 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-555b283d-5775-4019-84d1-b72ccd068e12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-675509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-257682'] for router, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:50.457660 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-555b283d-5775-4019-84d1-b72ccd068e12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-673820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684213', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-710895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-257691'] for router, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:50.510569 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6a1688-8e88-4c7b-99c6-56803440a6a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5dc65e0-4409-5911-8cd3-dd420be80dd8-f2275738-0436-4812-9837-f9c6ba37ea2a', 'network_id': 'f2275738-0436-4812-9837-f9c6ba37ea2a', 'tenant_id': 'fb4c620e62524ba499710baa138734e6', 'fixed_ips': [{'subnet_id': 'ca437096-d433-4cda-a535-e8243b8721ac'}]}} from dv-cinder-796806-1-iscsi. {{(pid=93646) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 10:27:50.512423 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8f6a1688-8e88-4c7b-99c6-56803440a6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3930454'] for port, before_create {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:50.556534 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.plugin [None req-b7f19bec-3e2a-467b-a078-1944c6f67a80 admin admin] Calling delete_port for 89acc012-9f10-45e8-a242-fe128dc81df4 owned by network:dhcp {{(pid=93645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:27:50.567398 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47c85e0-5fae-44ee-8397-04c55cbaf968 None None] DHCP port deletion for f2c86962-a93c-495f-9b64-5f5700b8143f request from dv-cinder-796806-1-iscsi {{(pid=93646) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 10:27:50.583540 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-555b283d-5775-4019-84d1-b72ccd068e12 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:50.714719 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.agents_db [None req-342b98a1-7fdc-4d24-a539-fe72a001d92b None None] Agent healthcheck: found 6 active agents {{(pid=93647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:27:50.810387 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-b7f19bec-3e2a-467b-a078-1944c6f67a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740734277497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740733869096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129691318'] for port, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:50.810997 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-01de73ba-5e53-40f2-a47e-435eb8d18540 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:27:50.862419 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.db_base_plugin_common [None req-8f6a1688-8e88-4c7b-99c6-56803440a6a1 None None] Allocated IP 172.20.0.2 (f2275738-0436-4812-9837-f9c6ba37ea2a/ca437096-d433-4cda-a535-e8243b8721ac/3193f08b-55ab-45c5-9cc1-6530a5e21354) {{(pid=93646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:27:50.867773 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-f47c85e0-5fae-44ee-8397-04c55cbaf968 None None] Deleting port 89acc012-9f10-45e8-a242-fe128dc81df4 {{(pid=93646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:27:50.868402 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-f47c85e0-5fae-44ee-8397-04c55cbaf968 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740734272413'] for port, before_delete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:50.879291 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device 89acc012-9f10-45e8-a242-fe128dc81df4 no longer exists at agent ovs-agent-dv-cinder-796806-1-iscsi {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:27:50.886006 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f19bec-3e2a-467b-a078-1944c6f67a80 admin admin] Pushing event deleted for resources: {'Port': ['ID=89acc012-9f10-45e8-a242-fe128dc81df4,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:27:50.890290 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f19bec-3e2a-467b-a078-1944c6f67a80 admin admin] No DVR routers for this DVR port 89acc012-9f10-45e8-a242-fe128dc81df4 on host dv-cinder-796806-1-iscsi {{(pid=93645) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 10:27:50.894436 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-b7f19bec-3e2a-467b-a078-1944c6f67a80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:27:50.904427 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-555b283d-5775-4019-84d1-b72ccd068e12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-675483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-257677'] for router, precommit_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:50.968402 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] No Port match for: 89acc012-9f10-45e8-a242-fe128dc81df4 {{(pid=93646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 10:27:50.968938 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device 89acc012-9f10-45e8-a242-fe128dc81df4 not bound to the agent host dv-cinder-796806-1-iscsi {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 10:27:50.969680 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device f91fa811-42a5-4fce-8a86-2053f5a2bb06 no longer exists at agent ovs-agent-dv-cinder-796806-1-iscsi {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:27:51.011405 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-b7f19bec-3e2a-467b-a078-1944c6f67a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3792520', 'neutron.services.segments.db._delete_segments_for_network-8740734359601'] for network, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:51.036410 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.services.segments.db [None req-b7f19bec-3e2a-467b-a078-1944c6f67a80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2c86962-a93c-495f-9b64-5f5700b8143f']}} {{(pid=93645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:27:51.042020 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] No Port match for: f91fa811-42a5-4fce-8a86-2053f5a2bb06 {{(pid=93646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 10:27:51.042689 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device f91fa811-42a5-4fce-8a86-2053f5a2bb06 not bound to the agent host dv-cinder-796806-1-iscsi {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 10:27:51.043449 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device f8bcf23f-e896-444a-9f75-638a85fe0ee6 no longer exists at agent ovs-agent-dv-cinder-796806-1-iscsi {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:27:51.062459 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.services.segments.db [None req-b7f19bec-3e2a-467b-a078-1944c6f67a80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7170e3f-ccb7-4cf1-909f-fd0979b7067b') {'for_net_delete': True} {{(pid=93645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:27:51.062778 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.services.segments.db [None req-b7f19bec-3e2a-467b-a078-1944c6f67a80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7170e3f-ccb7-4cf1-909f-fd0979b7067b') {} {{(pid=93645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:27:51.082627 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-b7f19bec-3e2a-467b-a078-1944c6f67a80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740734358402', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129947326'] for segment, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:51.112079 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-b7f19bec-3e2a-467b-a078-1944c6f67a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3785028'] for segment, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:51.121384 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7f19bec-3e2a-467b-a078-1944c6f67a80 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=93645) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 10:27:51.122164 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-b7f19bec-3e2a-467b-a078-1944c6f67a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3785028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129691361'] for segment, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:51.143367 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] No Port match for: f8bcf23f-e896-444a-9f75-638a85fe0ee6 {{(pid=93646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 10:27:51.144202 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device f8bcf23f-e896-444a-9f75-638a85fe0ee6 not bound to the agent host dv-cinder-796806-1-iscsi {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 10:27:51.180229 dv-cinder-796806-1-iscsi neutron-server[93645]: Traceback (most recent call last): Jun 17 10:27:51.180229 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 10:27:51.180229 dv-cinder-796806-1-iscsi neutron-server[93645]: timer() Jun 17 10:27:51.180229 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 10:27:51.180229 dv-cinder-796806-1-iscsi neutron-server[93645]: cb(*args, **kw) Jun 17 10:27:51.180229 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 10:27:51.180229 dv-cinder-796806-1-iscsi neutron-server[93645]: return func(*args, **kwargs) Jun 17 10:27:51.180229 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 10:27:51.180229 dv-cinder-796806-1-iscsi neutron-server[93645]: self._notify() Jun 17 10:27:51.180229 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 10:27:51.180229 dv-cinder-796806-1-iscsi neutron-server[93645]: self.callback(batched_events) Jun 17 10:27:51.180229 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 10:27:51.180229 dv-cinder-796806-1-iscsi neutron-server[93645]: event.method(event) Jun 17 10:27:51.180229 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 10:27:51.180229 dv-cinder-796806-1-iscsi neutron-server[93645]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 10:27:51.180229 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 10:27:51.180229 dv-cinder-796806-1-iscsi neutron-server[93645]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 10:27:51.180229 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 10:27:51.180229 dv-cinder-796806-1-iscsi neutron-server[93645]: return f(self, *a, **k) Jun 17 10:27:51.180229 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 10:27:51.180229 dv-cinder-796806-1-iscsi neutron-server[93645]: return self._get(url).json() Jun 17 10:27:51.180229 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 10:27:51.180229 dv-cinder-796806-1-iscsi neutron-server[93645]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 10:27:51.180229 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 10:27:51.180229 dv-cinder-796806-1-iscsi neutron-server[93645]: return self.request(url, 'GET', **kwargs) Jun 17 10:27:51.180229 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 10:27:51.180229 dv-cinder-796806-1-iscsi neutron-server[93645]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 10:27:51.180229 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 10:27:51.180229 dv-cinder-796806-1-iscsi neutron-server[93645]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 10:27:51.180229 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 10:27:51.180229 dv-cinder-796806-1-iscsi neutron-server[93645]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 10:27:51.180229 dv-cinder-796806-1-iscsi neutron-server[93645]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 10:27:51.241641 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-f47c85e0-5fae-44ee-8397-04c55cbaf968 None None] For port 89acc012-9f10-45e8-a242-fe128dc81df4, host dv-cinder-796806-1-iscsi, got binding levels [] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:27:51.243199 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-f47c85e0-5fae-44ee-8397-04c55cbaf968 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685530'] for port, precommit_delete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:51.354968 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-b7f19bec-3e2a-467b-a078-1944c6f67a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3792531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-714710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684612'] for network, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:51.361850 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-c9bfa60b-b964-4a93-9a0e-e859399a13f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:27:51.362936 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-f47c85e0-5fae-44ee-8397-04c55cbaf968 None None] Calling delete_port for 89acc012-9f10-45e8-a242-fe128dc81df4 owned by network:dhcp {{(pid=93646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:27:51.370279 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.ipam_backend_mixin [None req-f47c85e0-5fae-44ee-8397-04c55cbaf968 None None] Port 89acc012-9f10-45e8-a242-fe128dc81df4 was not found and therefore no delete operation was performed {{(pid=93646) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 17 10:27:51.382929 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-f47c85e0-5fae-44ee-8397-04c55cbaf968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740734277497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740733869096'] for port, after_delete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:51.387267 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-b7f19bec-3e2a-467b-a078-1944c6f67a80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625220'] for network, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:51.390329 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-b7f19bec-3e2a-467b-a078-1944c6f67a80 admin admin] 10.222.0.22 "DELETE /v2.0/networks/f2c86962-a93c-495f-9b64-5f5700b8143f HTTP/1.1" status: 204 len: 168 time: 1.3248098 Jun 17 10:27:51.392618 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f19bec-3e2a-467b-a078-1944c6f67a80 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2c86962-a93c-495f-9b64-5f5700b8143f,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:27:51.399406 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:27:51.402856 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-b7f19bec-3e2a-467b-a078-1944c6f67a80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:27:51.434662 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f47c85e0-5fae-44ee-8397-04c55cbaf968 None None] Network f2c86962-a93c-495f-9b64-5f5700b8143f is not hosted by any dhcp agent {{(pid=93646) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 17 10:27:51.435218 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47c85e0-5fae-44ee-8397-04c55cbaf968 None None] No DVR routers for this DVR port 89acc012-9f10-45e8-a242-fe128dc81df4 on host dv-cinder-796806-1-iscsi {{(pid=93646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 10:27:51.441369 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47c85e0-5fae-44ee-8397-04c55cbaf968 None None] Pushing event deleted for resources: {'Port': ['ID=89acc012-9f10-45e8-a242-fe128dc81df4,revision_number=None']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:27:51.459080 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-f47c85e0-5fae-44ee-8397-04c55cbaf968 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:27:51.526646 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8f6a1688-8e88-4c7b-99c6-56803440a6a1 None None] Notify callbacks [] for port, precommit_create {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:51.535131 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-555b283d-5775-4019-84d1-b72ccd068e12 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:51.540138 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-8f6a1688-8e88-4c7b-99c6-56803440a6a1 None None] Transition to ACTIVE for port object 3193f08b-55ab-45c5-9cc1-6530a5e21354 will not be triggered until provisioned by entity L2. {{(pid=93646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:27:51.565160 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-555b283d-5775-4019-84d1-b72ccd068e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3930454'] for port, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:51.567787 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-8f6a1688-8e88-4c7b-99c6-56803440a6a1 None None] Transition to ACTIVE for port object 3193f08b-55ab-45c5-9cc1-6530a5e21354 will not be triggered until provisioned by entity DHCP. {{(pid=93646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:27:51.738606 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.db.db_base_plugin_common [None req-555b283d-5775-4019-84d1-b72ccd068e12 admin admin] Allocated IP 172.27.0.84 (ca6a8a4d-93b8-4490-aa3c-706a0423303e/260414bf-ab79-4984-a32f-8ad464893cf6/8ab270ac-2f71-4612-991a-775bd8b0689e) {{(pid=93644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:27:51.741121 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8f6a1688-8e88-4c7b-99c6-56803440a6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3925395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740733869087'] for port, after_create {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:51.743881 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-54326af4-5209-4854-b66c-70566d7737a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:27:51.798154 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6a1688-8e88-4c7b-99c6-56803440a6a1 None None] Network f2275738-0436-4812-9837-f9c6ba37ea2a is already hosted by enough agents. {{(pid=93646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:27:51.801926 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.scheduler.base_scheduler [None req-8f6a1688-8e88-4c7b-99c6-56803440a6a1 None None] Resources bound (agent type, host, resource id): {{(pid=93646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:27:51.808552 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6a1688-8e88-4c7b-99c6-56803440a6a1 None None] Received port after_create {{(pid=93646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:27:51.815169 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6a1688-8e88-4c7b-99c6-56803440a6a1 None None] Pushing event updated for resources: {'Port': ['ID=3193f08b-55ab-45c5-9cc1-6530a5e21354,revision_number=1']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:27:51.819657 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-8f6a1688-8e88-4c7b-99c6-56803440a6a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:27:51.896440 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.managers [None req-8f6a1688-8e88-4c7b-99c6-56803440a6a1 None None] Attempting to bind port 3193f08b-55ab-45c5-9cc1-6530a5e21354 on host dv-cinder-796806-1-iscsi for vnic_type normal with profile {{(pid=93646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:27:51.896816 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.managers [None req-8f6a1688-8e88-4c7b-99c6-56803440a6a1 None None] Attempting to bind port 3193f08b-55ab-45c5-9cc1-6530a5e21354 by drivers openvswitch,hyperv on host dv-cinder-796806-1-iscsi at level 0 using segments [{'id': 'dc0f4006-4a4b-4fee-9985-5cae22fa80bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f2275738-0436-4812-9837-f9c6ba37ea2a'}] {{(pid=93646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:27:51.897523 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6a1688-8e88-4c7b-99c6-56803440a6a1 None None] Attempting to bind port 3193f08b-55ab-45c5-9cc1-6530a5e21354 on network f2275738-0436-4812-9837-f9c6ba37ea2a {{(pid=93646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:27:51.905746 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6a1688-8e88-4c7b-99c6-56803440a6a1 None None] Checking agent: {'id': 'f230d01b-21be-4f06-8428-d429ae72cfd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796806-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 7, 3), 'started_at': datetime.datetime(2021, 6, 17, 10, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796806-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:27:51.906200 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6a1688-8e88-4c7b-99c6-56803440a6a1 None None] Checking segment: {'id': 'dc0f4006-4a4b-4fee-9985-5cae22fa80bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f2275738-0436-4812-9837-f9c6ba37ea2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:27:51.906736 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8f6a1688-8e88-4c7b-99c6-56803440a6a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:51.907867 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6a1688-8e88-4c7b-99c6-56803440a6a1 None None] Bound using segment: {'id': 'dc0f4006-4a4b-4fee-9985-5cae22fa80bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f2275738-0436-4812-9837-f9c6ba37ea2a'} {{(pid=93646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:27:51.908525 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.managers [None req-8f6a1688-8e88-4c7b-99c6-56803440a6a1 None None] Bound port: 3193f08b-55ab-45c5-9cc1-6530a5e21354, host: dv-cinder-796806-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc0f4006-4a4b-4fee-9985-5cae22fa80bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f2275738-0436-4812-9837-f9c6ba37ea2a'}}] {{(pid=93646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:27:51.908958 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8f6a1688-8e88-4c7b-99c6-56803440a6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:51.937540 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-555b283d-5775-4019-84d1-b72ccd068e12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:52.049311 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-8f6a1688-8e88-4c7b-99c6-56803440a6a1 None None] For port 3193f08b-55ab-45c5-9cc1-6530a5e21354, host dv-cinder-796806-1-iscsi, cleared binding levels {{(pid=93646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:27:52.053887 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-8f6a1688-8e88-4c7b-99c6-56803440a6a1 None None] For port 3193f08b-55ab-45c5-9cc1-6530a5e21354, host dv-cinder-796806-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=3193f08b-55ab-45c5-9cc1-6530a5e21354,segment=NetworkSegment(dc0f4006-4a4b-4fee-9985-5cae22fa80bf),segment_id=dc0f4006-4a4b-4fee-9985-5cae22fa80bf)] {{(pid=93646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:27:52.097835 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 55308) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:27:52.164168 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-292b6213-051a-4c22-a55b-f6c4d93836c7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a48f3a58719945bcbe434bb642bb07c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0638070 Jun 17 10:27:52.166695 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 55310) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:27:52.167078 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-555b283d-5775-4019-84d1-b72ccd068e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3925395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740733869087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125912119'] for port, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:52.172058 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-63df85d6-ecae-4e82-ac20-63caa490755b tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:27:52.212444 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8f6a1688-8e88-4c7b-99c6-56803440a6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:52.217630 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-b2e99039-1c4c-4ba6-a031-7717b4650f31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:27:52.226723 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555b283d-5775-4019-84d1-b72ccd068e12 admin admin] Network ca6a8a4d-93b8-4490-aa3c-706a0423303e is already hosted by enough agents. {{(pid=93644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:27:52.232812 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.base_scheduler [None req-555b283d-5775-4019-84d1-b72ccd068e12 admin admin] Resources bound (agent type, host, resource id): {{(pid=93644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:27:52.239918 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555b283d-5775-4019-84d1-b72ccd068e12 admin admin] Received port after_create {{(pid=93644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:27:52.254899 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-b319266b-699a-4998-bf6d-e7b1ad13fa6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:52.306734 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555b283d-5775-4019-84d1-b72ccd068e12 admin admin] Pushing event updated for resources: {'Port': ['ID=8ab270ac-2f71-4612-991a-775bd8b0689e,revision_number=1']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:27:52.309759 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-b319266b-699a-4998-bf6d-e7b1ad13fa6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:52.318162 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-555b283d-5775-4019-84d1-b72ccd068e12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:27:52.327360 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6a1688-8e88-4c7b-99c6-56803440a6a1 None None] Pushing event updated for resources: {'Port': ['ID=3193f08b-55ab-45c5-9cc1-6530a5e21354,revision_number=2']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:27:52.334619 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-8f6a1688-8e88-4c7b-99c6-56803440a6a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:27:52.530059 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-b319266b-699a-4998-bf6d-e7b1ad13fa6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:52.552889 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-b319266b-699a-4998-bf6d-e7b1ad13fa6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:52.552889 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-b319266b-699a-4998-bf6d-e7b1ad13fa6a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/61fc0ca8-c2ff-4d4a-91fe-a577a08020d8 HTTP/1.1" status: 204 len: 168 time: 0.3721688 Jun 17 10:27:52.552889 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-ab147e22-bdfe-4888-9f96-1f02808e074c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:27:52.573864 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b319266b-699a-4998-bf6d-e7b1ad13fa6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61fc0ca8-c2ff-4d4a-91fe-a577a08020d8,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:27:52.578070 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-b319266b-699a-4998-bf6d-e7b1ad13fa6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:27:52.853458 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-555b283d-5775-4019-84d1-b72ccd068e12 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:52.892908 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device 3193f08b-55ab-45c5-9cc1-6530a5e21354 up at agent ovs-agent-dv-cinder-796806-1-iscsi {{(pid=93646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:27:53.114549 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Provisioning for port 3193f08b-55ab-45c5-9cc1-6530a5e21354 completed by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:27:53.568172 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-555b283d-5775-4019-84d1-b72ccd068e12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-675468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684241'] for router, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:53.667147 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5ca0c0-a6f2-48f8-91d6-450b29d0e6f2 None None] Network f2275738-0436-4812-9837-f9c6ba37ea2a requested from dv-cinder-796806-1-iscsi {{(pid=93646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:27:53.892755 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-851c2d82-7002-4e32-962d-805832bc1914 None None] Provisioning for port 3193f08b-55ab-45c5-9cc1-6530a5e21354 completed by entity DHCP. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:27:53.904915 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-851c2d82-7002-4e32-962d-805832bc1914 None None] Provisioning complete for port 3193f08b-55ab-45c5-9cc1-6530a5e21354 triggered by entity DHCP. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:27:53.905446 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-851c2d82-7002-4e32-962d-805832bc1914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:53.910979 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-555b283d-5775-4019-84d1-b72ccd068e12 admin admin] Router 3671c8c6-9336-468e-93e1-682e24e2fcc1 is scheduled to L3 agent 9ed9efc2-3eec-4d73-b246-cbd899a1984b with binding_index 1 {{(pid=93644) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 10:27:53.932819 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 55316) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:27:54.123876 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-851c2d82-7002-4e32-962d-805832bc1914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:54.147093 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-4b81d3e4-b047-4892-9300-c8b07fb3fffd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4533014ad3ce4f96a58b9916412c89f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2119601 Jun 17 10:27:54.149897 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 55318) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:27:54.203781 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-555b283d-5775-4019-84d1-b72ccd068e12 admin admin] Notify agent at l3_agent.dv-cinder-796806-1-iscsi the message routers_updated {{(pid=93644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 10:27:54.220566 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea31d46-19e9-4ece-af12-a24fe7fee3c7 None None] Sync routers for ids ['3671c8c6-9336-468e-93e1-682e24e2fcc1'] in dv-cinder-796806-1-iscsi {{(pid=93647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 10:27:54.247676 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea31d46-19e9-4ece-af12-a24fe7fee3c7 None None] Routers {'3671c8c6-9336-468e-93e1-682e24e2fcc1'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:27:54.248936 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-0ea31d46-19e9-4ece-af12-a24fe7fee3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:27:33Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['3671c8c6-9336-468e-93e1-682e24e2fcc1'], 'active': True} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:27:54.271777 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-d8a987e9-87fc-44b7-82c1-717b3673ac36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:54.332967 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-d8a987e9-87fc-44b7-82c1-717b3673ac36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:54.339374 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-555b283d-5775-4019-84d1-b72ccd068e12 admin admin] Notify callbacks [] for router, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:54.344951 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-555b283d-5775-4019-84d1-b72ccd068e12 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.0680897 Jun 17 10:27:54.345985 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 55320) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:27:54.399863 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-851c2d82-7002-4e32-962d-805832bc1914 None None] For port 3193f08b-55ab-45c5-9cc1-6530a5e21354, host dv-cinder-796806-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=3193f08b-55ab-45c5-9cc1-6530a5e21354,segment=NetworkSegment(dc0f4006-4a4b-4fee-9985-5cae22fa80bf),segment_id=dc0f4006-4a4b-4fee-9985-5cae22fa80bf)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:27:54.448254 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvr_db [None req-0ea31d46-19e9-4ece-af12-a24fe7fee3c7 None None] Set router 3671c8c6-9336-468e-93e1-682e24e2fcc1 gateway port host: dv-cinder-796806-1-iscsi {{(pid=93647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:27:54.522891 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-851c2d82-7002-4e32-962d-805832bc1914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:54.525960 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:27:54.601521 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-d8a987e9-87fc-44b7-82c1-717b3673ac36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:54.617001 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-d8a987e9-87fc-44b7-82c1-717b3673ac36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:54.619028 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851c2d82-7002-4e32-962d-805832bc1914 None None] Pushing event updated for resources: {'Port': ['ID=3193f08b-55ab-45c5-9cc1-6530a5e21354,revision_number=3']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:27:54.619846 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-d8a987e9-87fc-44b7-82c1-717b3673ac36 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ad145ecc-6aa5-4d3c-b0b0-fadf1fa15e85 HTTP/1.1" status: 204 len: 168 time: 0.4668295 Jun 17 10:27:54.621958 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-21744016-1878-4052-be03-07ec91ffedf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:27:54.636245 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-851c2d82-7002-4e32-962d-805832bc1914 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:27:54.645960 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a987e9-87fc-44b7-82c1-717b3673ac36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad145ecc-6aa5-4d3c-b0b0-fadf1fa15e85,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:27:54.650195 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-d8a987e9-87fc-44b7-82c1-717b3673ac36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:27:54.683611 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-e3784565-b1ed-4f87-b5e3-0473782e81f5 None None] Provisioning complete for port 3193f08b-55ab-45c5-9cc1-6530a5e21354 triggered by entity DHCP. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:27:54.684568 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-e3784565-b1ed-4f87-b5e3-0473782e81f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:54.804322 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-0ea31d46-19e9-4ece-af12-a24fe7fee3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3671c8c6-9336-468e-93e1-682e24e2fcc1', 'name': 'tempest-AttachVolumeTestJSON-1443884966-router', 'tenant_id': 'fb4c620e62524ba499710baa138734e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '8ab270ac-2f71-4612-991a-775bd8b0689e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:27:50Z', 'updated_at': '2021-06-17T10:27:52Z', 'revision_number': 3, 'project_id': 'fb4c620e62524ba499710baa138734e6', 'gw_port': {'id': '8ab270ac-2f71-4612-991a-775bd8b0689e', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:1c:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3671c8c6-9336-468e-93e1-682e24e2fcc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:27:51Z', 'updated_at': '2021-06-17T10:27:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi'}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:27:54.859863 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea31d46-19e9-4ece-af12-a24fe7fee3c7 None None] Checking router: 3671c8c6-9336-468e-93e1-682e24e2fcc1 for host: dv-cinder-796806-1-iscsi {{(pid=93647) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 10:27:54.860134 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea31d46-19e9-4ece-af12-a24fe7fee3c7 None None] Updating router 3671c8c6-9336-468e-93e1-682e24e2fcc1 port 8ab270ac-2f71-4612-991a-775bd8b0689e binding host dv-cinder-796806-1-iscsi {{(pid=93647) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 10:27:54.892728 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device 3193f08b-55ab-45c5-9cc1-6530a5e21354 up at agent ovs-agent-dv-cinder-796806-1-iscsi {{(pid=93646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:27:54.931320 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-0ea31d46-19e9-4ece-af12-a24fe7fee3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:54.996324 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Provisioning complete for port 3193f08b-55ab-45c5-9cc1-6530a5e21354 triggered by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:27:54.996974 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:55.205587 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-8c938883-be18-4b4c-8e8a-8deeffa129c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3930454'] for port, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:55.441370 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-0ea31d46-19e9-4ece-af12-a24fe7fee3c7 None None] Notify callbacks [] for port, precommit_update {{(pid=93647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:55.462539 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.provisioning_blocks [None req-0ea31d46-19e9-4ece-af12-a24fe7fee3c7 None None] Transition to ACTIVE for port object 8ab270ac-2f71-4612-991a-775bd8b0689e will not be triggered until provisioned by entity L2. {{(pid=93647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:27:55.483244 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.db.db_base_plugin_common [None req-8c938883-be18-4b4c-8e8a-8deeffa129c2 admin admin] Allocated IP 172.20.0.1 (f2275738-0436-4812-9837-f9c6ba37ea2a/ca437096-d433-4cda-a535-e8243b8721ac/d78a5643-bf23-49f4-b91d-c9ffba8de1dc) {{(pid=93644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:27:55.668637 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-0ea31d46-19e9-4ece-af12-a24fe7fee3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:55.671274 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-8c938883-be18-4b4c-8e8a-8deeffa129c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:55.673448 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:27:55.696753 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.db.provisioning_blocks [None req-8c938883-be18-4b4c-8e8a-8deeffa129c2 admin admin] Transition to ACTIVE for port object d78a5643-bf23-49f4-b91d-c9ffba8de1dc will not be triggered until provisioned by entity DHCP. {{(pid=93644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:27:55.742705 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a041c632-1afa-4631-99ba-9162fa2c6df3 None None] Pushing event updated for resources: {'Port': ['ID=8ab270ac-2f71-4612-991a-775bd8b0689e,revision_number=2']} {{(pid=93647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:27:55.764877 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a041c632-1afa-4631-99ba-9162fa2c6df3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:27:55.765462 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a041c632-1afa-4631-99ba-9162fa2c6df3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:27:55.766215 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a041c632-1afa-4631-99ba-9162fa2c6df3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:27:55.766916 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a041c632-1afa-4631-99ba-9162fa2c6df3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:27:55.767468 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a041c632-1afa-4631-99ba-9162fa2c6df3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:27:55.768085 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a041c632-1afa-4631-99ba-9162fa2c6df3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:27:55.768631 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a041c632-1afa-4631-99ba-9162fa2c6df3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:27:55.769210 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a041c632-1afa-4631-99ba-9162fa2c6df3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:27:55.769802 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a041c632-1afa-4631-99ba-9162fa2c6df3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:27:55.770624 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a041c632-1afa-4631-99ba-9162fa2c6df3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:27:55.771195 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a041c632-1afa-4631-99ba-9162fa2c6df3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:27:55.771796 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a041c632-1afa-4631-99ba-9162fa2c6df3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:27:55.778887 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG oslo_concurrency.lockutils [None req-a041c632-1afa-4631-99ba-9162fa2c6df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:27:55.784514 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.managers [None req-0ea31d46-19e9-4ece-af12-a24fe7fee3c7 None None] Attempting to bind port 8ab270ac-2f71-4612-991a-775bd8b0689e on host dv-cinder-796806-1-iscsi for vnic_type normal with profile {{(pid=93647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:27:55.785134 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.managers [None req-0ea31d46-19e9-4ece-af12-a24fe7fee3c7 None None] Attempting to bind port 8ab270ac-2f71-4612-991a-775bd8b0689e by drivers openvswitch,hyperv on host dv-cinder-796806-1-iscsi at level 0 using segments [{'id': '7a262c57-69fa-4e27-992a-6b78356f8ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e'}] {{(pid=93647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:27:55.786127 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea31d46-19e9-4ece-af12-a24fe7fee3c7 None None] Attempting to bind port 8ab270ac-2f71-4612-991a-775bd8b0689e on network ca6a8a4d-93b8-4490-aa3c-706a0423303e {{(pid=93647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:27:55.796121 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea31d46-19e9-4ece-af12-a24fe7fee3c7 None None] Checking agent: {'id': 'f230d01b-21be-4f06-8428-d429ae72cfd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796806-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 7, 3), 'started_at': datetime.datetime(2021, 6, 17, 10, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796806-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:27:55.796845 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea31d46-19e9-4ece-af12-a24fe7fee3c7 None None] Checking segment: {'id': '7a262c57-69fa-4e27-992a-6b78356f8ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:27:55.797669 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-0ea31d46-19e9-4ece-af12-a24fe7fee3c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:55.798349 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea31d46-19e9-4ece-af12-a24fe7fee3c7 None None] Bound using segment: {'id': '7a262c57-69fa-4e27-992a-6b78356f8ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e'} {{(pid=93647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:27:55.799666 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.managers [None req-0ea31d46-19e9-4ece-af12-a24fe7fee3c7 None None] Bound port: 8ab270ac-2f71-4612-991a-775bd8b0689e, host: dv-cinder-796806-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a262c57-69fa-4e27-992a-6b78356f8ae4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e'}}] {{(pid=93647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:27:55.801553 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-0ea31d46-19e9-4ece-af12-a24fe7fee3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:55.884764 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.db [None req-0ea31d46-19e9-4ece-af12-a24fe7fee3c7 None None] For port 8ab270ac-2f71-4612-991a-775bd8b0689e, host dv-cinder-796806-1-iscsi, cleared binding levels {{(pid=93647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:27:55.888956 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.plugins.ml2.db [None req-0ea31d46-19e9-4ece-af12-a24fe7fee3c7 None None] For port 8ab270ac-2f71-4612-991a-775bd8b0689e, host dv-cinder-796806-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=8ab270ac-2f71-4612-991a-775bd8b0689e,segment=NetworkSegment(7a262c57-69fa-4e27-992a-6b78356f8ae4),segment_id=7a262c57-69fa-4e27-992a-6b78356f8ae4)] {{(pid=93647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:27:56.217455 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-8c938883-be18-4b4c-8e8a-8deeffa129c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3925395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740733869087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125912119'] for port, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:56.221311 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-a5645ae1-24f8-407f-b7e4-ae893660b90b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:27:56.278179 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c938883-be18-4b4c-8e8a-8deeffa129c2 admin admin] Network f2275738-0436-4812-9837-f9c6ba37ea2a is already hosted by enough agents. {{(pid=93644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:27:56.284337 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.base_scheduler [None req-8c938883-be18-4b4c-8e8a-8deeffa129c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:27:56.289608 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c938883-be18-4b4c-8e8a-8deeffa129c2 admin admin] Received port after_create {{(pid=93644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:27:56.328336 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c938883-be18-4b4c-8e8a-8deeffa129c2 admin admin] Pushing event updated for resources: {'Port': ['ID=d78a5643-bf23-49f4-b91d-c9ffba8de1dc,revision_number=1']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:27:56.333642 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-8c938883-be18-4b4c-8e8a-8deeffa129c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:27:56.357496 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-8c938883-be18-4b4c-8e8a-8deeffa129c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672608'] for router_interface, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:56.368544 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron_lib.callbacks.manager [None req-0ea31d46-19e9-4ece-af12-a24fe7fee3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:56.377896 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:27:56.484072 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea31d46-19e9-4ece-af12-a24fe7fee3c7 None None] Routers {'3671c8c6-9336-468e-93e1-682e24e2fcc1'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:27:56.485095 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-0ea31d46-19e9-4ece-af12-a24fe7fee3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:27:33Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['3671c8c6-9336-468e-93e1-682e24e2fcc1'], 'active': True} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:27:56.657610 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-bb633991-7ff0-4073-a2a9-8a1ea5588bf7 None None] Provisioning for port d78a5643-bf23-49f4-b91d-c9ffba8de1dc completed by entity DHCP. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:27:56.667751 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-bb633991-7ff0-4073-a2a9-8a1ea5588bf7 None None] Provisioning complete for port d78a5643-bf23-49f4-b91d-c9ffba8de1dc triggered by entity DHCP. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:27:56.668958 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-bb633991-7ff0-4073-a2a9-8a1ea5588bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:56.669283 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-8c938883-be18-4b4c-8e8a-8deeffa129c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:56.749517 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-bb633991-7ff0-4073-a2a9-8a1ea5588bf7 None None] Port d78a5643-bf23-49f4-b91d-c9ffba8de1dc cannot update to ACTIVE because it is not bound. {{(pid=93646) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 10:27:56.760228 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a041c632-1afa-4631-99ba-9162fa2c6df3 None None] Pushing event updated for resources: {'Port': ['ID=8ab270ac-2f71-4612-991a-775bd8b0689e,revision_number=3']} {{(pid=93647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:27:56.767633 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG oslo_concurrency.lockutils [None req-a041c632-1afa-4631-99ba-9162fa2c6df3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=93647) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:27:56.809560 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvr_db [None req-0ea31d46-19e9-4ece-af12-a24fe7fee3c7 None None] Set router 3671c8c6-9336-468e-93e1-682e24e2fcc1 gateway port host: dv-cinder-796806-1-iscsi {{(pid=93647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:27:56.981232 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-8c938883-be18-4b4c-8e8a-8deeffa129c2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:57.055667 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-8c938883-be18-4b4c-8e8a-8deeffa129c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125912069'] for port, after_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:57.061539 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-40940c78-83c8-4f64-9ccf-9a2133fdf297 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:27:57.075863 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-0ea31d46-19e9-4ece-af12-a24fe7fee3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3671c8c6-9336-468e-93e1-682e24e2fcc1', 'name': 'tempest-AttachVolumeTestJSON-1443884966-router', 'tenant_id': 'fb4c620e62524ba499710baa138734e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '8ab270ac-2f71-4612-991a-775bd8b0689e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:27:50Z', 'updated_at': '2021-06-17T10:27:52Z', 'revision_number': 3, 'project_id': 'fb4c620e62524ba499710baa138734e6', 'gw_port': {'id': '8ab270ac-2f71-4612-991a-775bd8b0689e', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:1c:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3671c8c6-9336-468e-93e1-682e24e2fcc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:27:51Z', 'updated_at': '2021-06-17T10:27:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi'}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:27:57.139684 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea31d46-19e9-4ece-af12-a24fe7fee3c7 None None] The sync data for ids ['3671c8c6-9336-468e-93e1-682e24e2fcc1'] in dv-cinder-796806-1-iscsi is: [{'id': '3671c8c6-9336-468e-93e1-682e24e2fcc1', 'name': 'tempest-AttachVolumeTestJSON-1443884966-router', 'tenant_id': 'fb4c620e62524ba499710baa138734e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '8ab270ac-2f71-4612-991a-775bd8b0689e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:27:50Z', 'updated_at': '2021-06-17T10:27:52Z', 'revision_number': 3, 'project_id': 'fb4c620e62524ba499710baa138734e6', 'gw_port': {'id': '8ab270ac-2f71-4612-991a-775bd8b0689e', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:1c:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3671c8c6-9336-468e-93e1-682e24e2fcc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:27:51Z', 'updated_at': '2021-06-17T10:27:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi'}] {{(pid=93647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 10:27:57.170837 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-8c938883-be18-4b4c-8e8a-8deeffa129c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-625321', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672540'] for router_interface, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:57.176802 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c938883-be18-4b4c-8e8a-8deeffa129c2 admin admin] Pushing event updated for resources: {'Port': ['ID=d78a5643-bf23-49f4-b91d-c9ffba8de1dc,revision_number=2']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:27:57.182544 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-8c938883-be18-4b4c-8e8a-8deeffa129c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:27:57.319811 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c938883-be18-4b4c-8e8a-8deeffa129c2 admin admin] Network f2275738-0436-4812-9837-f9c6ba37ea2a is already hosted by enough agents. {{(pid=93644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:27:57.322372 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.base_scheduler [None req-8c938883-be18-4b4c-8e8a-8deeffa129c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:27:57.592020 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c938883-be18-4b4c-8e8a-8deeffa129c2 admin admin] Router 3671c8c6-9336-468e-93e1-682e24e2fcc1 has already been hosted by L3 agent 9ed9efc2-3eec-4d73-b246-cbd899a1984b {{(pid=93644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 10:27:57.695017 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-01b25912-0031-476a-9b0d-7fd8d4df69ce None None] Provisioning complete for port d78a5643-bf23-49f4-b91d-c9ffba8de1dc triggered by entity DHCP. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:27:57.696011 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-01b25912-0031-476a-9b0d-7fd8d4df69ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:57.747359 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-01b25912-0031-476a-9b0d-7fd8d4df69ce None None] Port d78a5643-bf23-49f4-b91d-c9ffba8de1dc cannot update to ACTIVE because it is not bound. {{(pid=93646) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 10:27:57.824831 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c938883-be18-4b4c-8e8a-8deeffa129c2 admin admin] Notify agent at l3_agent.dv-cinder-796806-1-iscsi the message routers_updated {{(pid=93644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 10:27:57.835053 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-8c938883-be18-4b4c-8e8a-8deeffa129c2 admin admin] 10.222.0.22 "PUT /v2.0/routers/3671c8c6-9336-468e-93e1-682e24e2fcc1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4874582 Jun 17 10:27:58.222888 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:58.856396 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device 8ab270ac-2f71-4612-991a-775bd8b0689e up at agent ovs-agent-dv-cinder-796806-1-iscsi {{(pid=93646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:27:59.065747 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Provisioning for port 8ab270ac-2f71-4612-991a-775bd8b0689e completed by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:27:59.075744 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Provisioning complete for port 8ab270ac-2f71-4612-991a-775bd8b0689e triggered by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:27:59.075744 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:59.109085 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 55332) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:27:59.118759 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.v2.base [None req-11ad2e27-4f33-46e8-82a1-f7372123a739 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1478327313', 'description': 'tempest-description--1883299892'}} {{(pid=93644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:27:59.207393 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:59.240594 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc5b42f-0f17-4f27-95d7-5390b1892416 None None] Sync routers for ids ['3671c8c6-9336-468e-93e1-682e24e2fcc1'] in dv-cinder-796806-1-iscsi {{(pid=93646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 10:27:59.252088 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] For port 8ab270ac-2f71-4612-991a-775bd8b0689e, host dv-cinder-796806-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=8ab270ac-2f71-4612-991a-775bd8b0689e,segment=NetworkSegment(7a262c57-69fa-4e27-992a-6b78356f8ae4),segment_id=7a262c57-69fa-4e27-992a-6b78356f8ae4)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:27:59.268069 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc5b42f-0f17-4f27-95d7-5390b1892416 None None] Routers {'3671c8c6-9336-468e-93e1-682e24e2fcc1'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:27:59.269175 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_hamode_db [None req-fbc5b42f-0f17-4f27-95d7-5390b1892416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:27:33Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['3671c8c6-9336-468e-93e1-682e24e2fcc1'], 'active': True} {{(pid=93646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:27:59.339021 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-11ad2e27-4f33-46e8-82a1-f7372123a739 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks [] for security_group, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:59.398299 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:59.406802 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:27:59.497532 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-11ad2e27-4f33-46e8-82a1-f7372123a739 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks [] for security_group, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:59.543093 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Pushing event updated for resources: {'Port': ['ID=8ab270ac-2f71-4612-991a-775bd8b0689e,revision_number=4']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:27:59.548878 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:27:59.578455 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvr_db [None req-fbc5b42f-0f17-4f27-95d7-5390b1892416 None None] Set router 3671c8c6-9336-468e-93e1-682e24e2fcc1 gateway port host: dv-cinder-796806-1-iscsi {{(pid=93646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:27:59.608401 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-11ad2e27-4f33-46e8-82a1-f7372123a739 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:59.615556 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-6ea622ab-66ad-4deb-820f-1d544c698bb0 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:27:59.663802 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad2e27-4f33-46e8-82a1-f7372123a739 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd5b093-e4bd-4759-a7dd-4acd2ee3f837,revision_number=1']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:27:59.668783 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-11ad2e27-4f33-46e8-82a1-f7372123a739 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:27:59.728216 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-11ad2e27-4f33-46e8-82a1-f7372123a739 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks [] for security_group, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:59.734122 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-11ad2e27-4f33-46e8-82a1-f7372123a739 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6183701 Jun 17 10:27:59.734623 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 55334) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:27:59.743109 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.v2.base [None req-6f398413-bbc3-4977-9f25-582ced1de31e tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Request body: {'security_group_rule': {'security_group_id': '9fd5b093-e4bd-4759-a7dd-4acd2ee3f837', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:27:59.897929 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_hamode_db [None req-fbc5b42f-0f17-4f27-95d7-5390b1892416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3671c8c6-9336-468e-93e1-682e24e2fcc1', 'name': 'tempest-AttachVolumeTestJSON-1443884966-router', 'tenant_id': 'fb4c620e62524ba499710baa138734e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '8ab270ac-2f71-4612-991a-775bd8b0689e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:27:50Z', 'updated_at': '2021-06-17T10:27:56Z', 'revision_number': 4, 'project_id': 'fb4c620e62524ba499710baa138734e6', 'gw_port': {'id': '8ab270ac-2f71-4612-991a-775bd8b0689e', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:1c:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3671c8c6-9336-468e-93e1-682e24e2fcc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:27:51Z', 'updated_at': '2021-06-17T10:27:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi', '_interfaces': [{'id': 'd78a5643-bf23-49f4-b91d-c9ffba8de1dc', 'name': '', 'network_id': 'f2275738-0436-4812-9837-f9c6ba37ea2a', 'tenant_id': 'fb4c620e62524ba499710baa138734e6', 'mac_address': 'fa:16:3e:b6:9c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3671c8c6-9336-468e-93e1-682e24e2fcc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'ca437096-d433-4cda-a535-e8243b8721ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:27:55Z', 'updated_at': '2021-06-17T10:27:56Z', 'revision_number': 2, 'project_id': 'fb4c620e62524ba499710baa138734e6', 'subnets': [{'id': 'ca437096-d433-4cda-a535-e8243b8721ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:27:59.924224 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-6f398413-bbc3-4977-9f25-582ced1de31e tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:27:59.944388 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc5b42f-0f17-4f27-95d7-5390b1892416 None None] Checking router: 3671c8c6-9336-468e-93e1-682e24e2fcc1 for host: dv-cinder-796806-1-iscsi {{(pid=93646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 10:27:59.944944 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc5b42f-0f17-4f27-95d7-5390b1892416 None None] Updating router 3671c8c6-9336-468e-93e1-682e24e2fcc1 port d78a5643-bf23-49f4-b91d-c9ffba8de1dc binding host dv-cinder-796806-1-iscsi {{(pid=93646) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 10:27:59.981011 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-f30c09d7-b07b-4028-add6-7f164edb51bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:00.011131 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-fbc5b42f-0f17-4f27-95d7-5390b1892416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:00.014169 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-6f398413-bbc3-4977-9f25-582ced1de31e tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:00.151112 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-6f398413-bbc3-4977-9f25-582ced1de31e tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708106'] for security_group_rule, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:00.154136 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:28:00.191085 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f398413-bbc3-4977-9f25-582ced1de31e tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35e6adcb-16c7-4c16-a19a-eaf08b51e8b4,revision_number=0']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:28:00.198014 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-6f398413-bbc3-4977-9f25-582ced1de31e tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:28:00.304756 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-6f398413-bbc3-4977-9f25-582ced1de31e tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:00.306443 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-6f398413-bbc3-4977-9f25-582ced1de31e tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5698187 Jun 17 10:28:00.309661 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 55336) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:28:00.315903 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.v2.base [None req-54586bce-0b91-4950-83c1-b95dddf828f4 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Request body: {'security_group_rule': {'security_group_id': '9fd5b093-e4bd-4759-a7dd-4acd2ee3f837', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:28:00.386055 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-fbc5b42f-0f17-4f27-95d7-5390b1892416 None None] Notify callbacks [] for port, precommit_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:00.400141 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-fbc5b42f-0f17-4f27-95d7-5390b1892416 None None] Transition to ACTIVE for port object d78a5643-bf23-49f4-b91d-c9ffba8de1dc will not be triggered until provisioned by entity L2. {{(pid=93646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:28:00.447375 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-54586bce-0b91-4950-83c1-b95dddf828f4 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:00.488013 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-fbc5b42f-0f17-4f27-95d7-5390b1892416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:00.493392 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-38db48cd-86f9-4701-8620-a70e2145667d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:28:00.555694 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-54586bce-0b91-4950-83c1-b95dddf828f4 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:00.631049 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98a9587-93b9-4347-8801-9778b18e932f None None] Pushing event updated for resources: {'Port': ['ID=d78a5643-bf23-49f4-b91d-c9ffba8de1dc,revision_number=3']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:28:00.639915 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-f98a9587-93b9-4347-8801-9778b18e932f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:28:00.649784 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-54586bce-0b91-4950-83c1-b95dddf828f4 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708106'] for security_group_rule, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:00.649784 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-e11dfdb1-0d4d-481d-b24a-43a90d8cd8f0 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:28:00.680768 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54586bce-0b91-4950-83c1-b95dddf828f4 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2d42c72-f2cc-4758-8138-fd06becc62f7,revision_number=0']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:28:00.685841 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-54586bce-0b91-4950-83c1-b95dddf828f4 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:28:00.745857 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.managers [None req-fbc5b42f-0f17-4f27-95d7-5390b1892416 None None] Attempting to bind port d78a5643-bf23-49f4-b91d-c9ffba8de1dc on host dv-cinder-796806-1-iscsi for vnic_type normal with profile {{(pid=93646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:28:00.746461 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.managers [None req-fbc5b42f-0f17-4f27-95d7-5390b1892416 None None] Attempting to bind port d78a5643-bf23-49f4-b91d-c9ffba8de1dc by drivers openvswitch,hyperv on host dv-cinder-796806-1-iscsi at level 0 using segments [{'id': 'dc0f4006-4a4b-4fee-9985-5cae22fa80bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f2275738-0436-4812-9837-f9c6ba37ea2a'}] {{(pid=93646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:28:00.747060 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc5b42f-0f17-4f27-95d7-5390b1892416 None None] Attempting to bind port d78a5643-bf23-49f4-b91d-c9ffba8de1dc on network f2275738-0436-4812-9837-f9c6ba37ea2a {{(pid=93646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:28:00.758798 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc5b42f-0f17-4f27-95d7-5390b1892416 None None] Checking agent: {'id': 'f230d01b-21be-4f06-8428-d429ae72cfd3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796806-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 7, 3), 'started_at': datetime.datetime(2021, 6, 17, 10, 7, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796806-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:28:00.759453 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc5b42f-0f17-4f27-95d7-5390b1892416 None None] Checking segment: {'id': 'dc0f4006-4a4b-4fee-9985-5cae22fa80bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f2275738-0436-4812-9837-f9c6ba37ea2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:28:00.760174 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-fbc5b42f-0f17-4f27-95d7-5390b1892416 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:00.760715 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc5b42f-0f17-4f27-95d7-5390b1892416 None None] Bound using segment: {'id': 'dc0f4006-4a4b-4fee-9985-5cae22fa80bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f2275738-0436-4812-9837-f9c6ba37ea2a'} {{(pid=93646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:28:00.761486 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.managers [None req-fbc5b42f-0f17-4f27-95d7-5390b1892416 None None] Bound port: d78a5643-bf23-49f4-b91d-c9ffba8de1dc, host: dv-cinder-796806-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc0f4006-4a4b-4fee-9985-5cae22fa80bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f2275738-0436-4812-9837-f9c6ba37ea2a'}}] {{(pid=93646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:28:00.762090 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-fbc5b42f-0f17-4f27-95d7-5390b1892416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:00.808094 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-54586bce-0b91-4950-83c1-b95dddf828f4 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:00.809886 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-54586bce-0b91-4950-83c1-b95dddf828f4 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4989810 Jun 17 10:28:00.815616 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 55338) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:28:00.824148 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.v2.base [None req-f0e1aee8-e1ac-4cac-81df-653e7987812b tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Request body: {'floatingip': {'floating_network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e'}} {{(pid=93645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:28:00.842711 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device 8ab270ac-2f71-4612-991a-775bd8b0689e up at agent ovs-agent-dv-cinder-796806-1-iscsi {{(pid=93646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:28:00.957044 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-f0e1aee8-e1ac-4cac-81df-653e7987812b tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks [] for floatingip, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:00.957362 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-fbc5b42f-0f17-4f27-95d7-5390b1892416 None None] For port d78a5643-bf23-49f4-b91d-c9ffba8de1dc, host dv-cinder-796806-1-iscsi, cleared binding levels {{(pid=93646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:28:00.965986 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-fbc5b42f-0f17-4f27-95d7-5390b1892416 None None] For port d78a5643-bf23-49f4-b91d-c9ffba8de1dc, host dv-cinder-796806-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=d78a5643-bf23-49f4-b91d-c9ffba8de1dc,segment=NetworkSegment(dc0f4006-4a4b-4fee-9985-5cae22fa80bf),segment_id=dc0f4006-4a4b-4fee-9985-5cae22fa80bf)] {{(pid=93646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:28:00.988329 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Provisioning complete for port 8ab270ac-2f71-4612-991a-775bd8b0689e triggered by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:28:00.988949 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:01.036618 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-fbc5b42f-0f17-4f27-95d7-5390b1892416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:01.050371 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:28:01.099177 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-f0e1aee8-e1ac-4cac-81df-653e7987812b tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3930454'] for port, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:01.231325 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc5b42f-0f17-4f27-95d7-5390b1892416 None None] Routers {'3671c8c6-9336-468e-93e1-682e24e2fcc1'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:28:01.232486 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_hamode_db [None req-fbc5b42f-0f17-4f27-95d7-5390b1892416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:27:33Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['3671c8c6-9336-468e-93e1-682e24e2fcc1'], 'active': True} {{(pid=93646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:28:01.239560 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98a9587-93b9-4347-8801-9778b18e932f None None] Pushing event updated for resources: {'Port': ['ID=d78a5643-bf23-49f4-b91d-c9ffba8de1dc,revision_number=4']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:28:01.254390 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-f98a9587-93b9-4347-8801-9778b18e932f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:28:01.314136 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.db_base_plugin_common [None req-f0e1aee8-e1ac-4cac-81df-653e7987812b tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Allocated IP 172.27.0.18 (ca6a8a4d-93b8-4490-aa3c-706a0423303e/260414bf-ab79-4984-a32f-8ad464893cf6/52927e3e-e7de-4f7c-8cac-c3413b5f5381) {{(pid=93645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:28:01.497307 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvr_db [None req-fbc5b42f-0f17-4f27-95d7-5390b1892416 None None] Set router 3671c8c6-9336-468e-93e1-682e24e2fcc1 gateway port host: dv-cinder-796806-1-iscsi {{(pid=93646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:28:01.605414 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-f0e1aee8-e1ac-4cac-81df-653e7987812b tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks [] for port, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:01.628235 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-ad032773-3ef7-448f-a239-9eb6bfb1dff1 req-6526e384-70d4-4c1b-b22b-c7979a4fb738 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=38c0aa32-8c76-4913-9177-9ab6a1c3b218&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2458615 Jun 17 10:28:01.777140 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad032773-3ef7-448f-a239-9eb6bfb1dff1 req-37f1372e-b0a5-43d0-84f1-ddc31c7a5675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:01.779791 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-ad032773-3ef7-448f-a239-9eb6bfb1dff1 req-37f1372e-b0a5-43d0-84f1-ddc31c7a5675 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aca760d5d32f44678ef6de15bc80117f&device_id=38c0aa32-8c76-4913-9177-9ab6a1c3b218 HTTP/1.1" status: 200 len: 1098 time: 0.1147902 Jun 17 10:28:01.913264 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-f0e1aee8-e1ac-4cac-81df-653e7987812b tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3925395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740733869087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129691327'] for port, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:01.927654 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-8dfce4fc-c47d-4d2d-9b13-53828cf3b1d0 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:28:02.017923 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e1aee8-e1ac-4cac-81df-653e7987812b tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Network ca6a8a4d-93b8-4490-aa3c-706a0423303e is already hosted by enough agents. {{(pid=93645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:28:02.034819 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_hamode_db [None req-fbc5b42f-0f17-4f27-95d7-5390b1892416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3671c8c6-9336-468e-93e1-682e24e2fcc1', 'name': 'tempest-AttachVolumeTestJSON-1443884966-router', 'tenant_id': 'fb4c620e62524ba499710baa138734e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '8ab270ac-2f71-4612-991a-775bd8b0689e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:27:50Z', 'updated_at': '2021-06-17T10:27:56Z', 'revision_number': 4, 'project_id': 'fb4c620e62524ba499710baa138734e6', 'gw_port': {'id': '8ab270ac-2f71-4612-991a-775bd8b0689e', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:1c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3671c8c6-9336-468e-93e1-682e24e2fcc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:27:51Z', 'updated_at': '2021-06-17T10:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi', '_interfaces': [{'id': 'd78a5643-bf23-49f4-b91d-c9ffba8de1dc', 'name': '', 'network_id': 'f2275738-0436-4812-9837-f9c6ba37ea2a', 'tenant_id': 'fb4c620e62524ba499710baa138734e6', 'mac_address': 'fa:16:3e:b6:9c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3671c8c6-9336-468e-93e1-682e24e2fcc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'ca437096-d433-4cda-a535-e8243b8721ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:27:55Z', 'updated_at': '2021-06-17T10:28:00Z', 'revision_number': 4, 'project_id': 'fb4c620e62524ba499710baa138734e6', 'subnets': [{'id': 'ca437096-d433-4cda-a535-e8243b8721ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:28:02.035487 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.base_scheduler [None req-f0e1aee8-e1ac-4cac-81df-653e7987812b tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Resources bound (agent type, host, resource id): {{(pid=93645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:28:02.050281 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e1aee8-e1ac-4cac-81df-653e7987812b tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Received port after_create {{(pid=93645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:28:02.062187 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad032773-3ef7-448f-a239-9eb6bfb1dff1 req-18195b4a-b14a-4e82-ab94-eef7d974a53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:02.065662 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-ad032773-3ef7-448f-a239-9eb6bfb1dff1 req-18195b4a-b14a-4e82-ab94-eef7d974a53a service neutron] 10.222.0.47 "GET /v2.0/networks?id=fbf95478-19a5-4f07-a34f-dd4f56a3b0c1 HTTP/1.1" status: 200 len: 912 time: 0.2617056 Jun 17 10:28:02.095252 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc5b42f-0f17-4f27-95d7-5390b1892416 None None] The sync data for ids ['3671c8c6-9336-468e-93e1-682e24e2fcc1'] in dv-cinder-796806-1-iscsi is: [{'id': '3671c8c6-9336-468e-93e1-682e24e2fcc1', 'name': 'tempest-AttachVolumeTestJSON-1443884966-router', 'tenant_id': 'fb4c620e62524ba499710baa138734e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '8ab270ac-2f71-4612-991a-775bd8b0689e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:27:50Z', 'updated_at': '2021-06-17T10:27:56Z', 'revision_number': 4, 'project_id': 'fb4c620e62524ba499710baa138734e6', 'gw_port': {'id': '8ab270ac-2f71-4612-991a-775bd8b0689e', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:1c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3671c8c6-9336-468e-93e1-682e24e2fcc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:27:51Z', 'updated_at': '2021-06-17T10:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi', '_interfaces': [{'id': 'd78a5643-bf23-49f4-b91d-c9ffba8de1dc', 'name': '', 'network_id': 'f2275738-0436-4812-9837-f9c6ba37ea2a', 'tenant_id': 'fb4c620e62524ba499710baa138734e6', 'mac_address': 'fa:16:3e:b6:9c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3671c8c6-9336-468e-93e1-682e24e2fcc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'ca437096-d433-4cda-a535-e8243b8721ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:27:55Z', 'updated_at': '2021-06-17T10:28:00Z', 'revision_number': 4, 'project_id': 'fb4c620e62524ba499710baa138734e6', 'subnets': [{'id': 'ca437096-d433-4cda-a535-e8243b8721ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 10:28:02.101551 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e1aee8-e1ac-4cac-81df-653e7987812b tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Pushing event updated for resources: {'Port': ['ID=52927e3e-e7de-4f7c-8cac-c3413b5f5381,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:28:02.129237 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-f0e1aee8-e1ac-4cac-81df-653e7987812b tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:28:02.649906 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-ad032773-3ef7-448f-a239-9eb6bfb1dff1 req-1c4f72af-f384-457c-a8b0-86e6f9889614 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa18f64a-5c9e-444d-ad7c-f2f024bcf58c HTTP/1.1" status: 200 len: 999 time: 0.5404670 Jun 17 10:28:02.789713 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-f0e1aee8-e1ac-4cac-81df-653e7987812b tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:02.805586 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad032773-3ef7-448f-a239-9eb6bfb1dff1 req-f54bd81c-2c65-49fc-b567-9120060fae62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:02.808044 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-ad032773-3ef7-448f-a239-9eb6bfb1dff1 req-f54bd81c-2c65-49fc-b567-9120060fae62 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf327c71-eda0-4c61-af33-93c8df9a6c5d HTTP/1.1" status: 200 len: 850 time: 0.1225152 Jun 17 10:28:02.886115 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device d78a5643-bf23-49f4-b91d-c9ffba8de1dc up at agent ovs-agent-dv-cinder-796806-1-iscsi {{(pid=93646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:28:02.982297 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-f0e1aee8-e1ac-4cac-81df-653e7987812b tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:03.013071 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad032773-3ef7-448f-a239-9eb6bfb1dff1 req-a409de7b-db14-40c6-b23d-4f6c9d4ba14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:03.014653 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-ad032773-3ef7-448f-a239-9eb6bfb1dff1 req-a409de7b-db14-40c6-b23d-4f6c9d4ba14e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fbf95478-19a5-4f07-a34f-dd4f56a3b0c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1973724 Jun 17 10:28:03.228734 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Provisioning for port d78a5643-bf23-49f4-b91d-c9ffba8de1dc completed by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:28:03.237929 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Provisioning complete for port d78a5643-bf23-49f4-b91d-c9ffba8de1dc triggered by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:28:03.238555 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:03.258655 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-ad032773-3ef7-448f-a239-9eb6bfb1dff1 req-2497250c-7543-4d30-956c-af40d6f9e2d9 service neutron] 10.222.0.47 "GET /v2.0/networks/fbf95478-19a5-4f07-a34f-dd4f56a3b0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356751 Jun 17 10:28:03.334794 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-766c146a-2f68-4075-b2a9-fe1e31c17cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:03.442570 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:03.479159 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-f0e1aee8-e1ac-4cac-81df-653e7987812b tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks [] for port, precommit_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:03.501805 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] For port d78a5643-bf23-49f4-b91d-c9ffba8de1dc, host dv-cinder-796806-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=d78a5643-bf23-49f4-b91d-c9ffba8de1dc,segment=NetworkSegment(dc0f4006-4a4b-4fee-9985-5cae22fa80bf),segment_id=dc0f4006-4a4b-4fee-9985-5cae22fa80bf)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:28:03.530114 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-ad032773-3ef7-448f-a239-9eb6bfb1dff1 req-be72e50d-1d24-456f-aa3a-8ba5c5e75fa1 service neutron] 10.222.0.47 "GET /v2.0/networks/fbf95478-19a5-4f07-a34f-dd4f56a3b0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592425 Jun 17 10:28:03.608656 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:03.672535 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-f0e1aee8-e1ac-4cac-81df-653e7987812b tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129691277'] for port, after_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:03.673374 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:03.676815 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-f98a9587-93b9-4347-8801-9778b18e932f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:28:03.682491 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-6128d8f6-51ea-4438-afd9-6e421c81ba57 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:28:03.787583 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Pushing event updated for resources: {'Port': ['ID=d78a5643-bf23-49f4-b91d-c9ffba8de1dc,revision_number=5']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:28:03.794172 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:28:03.831732 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e1aee8-e1ac-4cac-81df-653e7987812b tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Pushing event updated for resources: {'Port': ['ID=52927e3e-e7de-4f7c-8cac-c3413b5f5381,revision_number=2']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:28:03.839679 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-f0e1aee8-e1ac-4cac-81df-653e7987812b tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:28:03.854214 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-f0e1aee8-e1ac-4cac-81df-653e7987812b tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684762'] for floatingip, after_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:03.999482 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-f0e1aee8-e1ac-4cac-81df-653e7987812b tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733'] for floatingip, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:04.001012 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-f0e1aee8-e1ac-4cac-81df-653e7987812b tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1839545 Jun 17 10:28:04.207672 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-644005e0-9167-4f75-b422-6dbf5b07cc91 req-b759ace5-89de-41bd-9b4b-bcbbc17886cb tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1478327313&fields=id&tenant_id=fb4c620e62524ba499710baa138734e6 HTTP/1.1" status: 200 len: 267 time: 0.0432134 Jun 17 10:28:04.347661 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644005e0-9167-4f75-b422-6dbf5b07cc91 req-cdd55e70-6f08-4fb8-b1ec-bda77c0a6a69 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:04.349333 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-644005e0-9167-4f75-b422-6dbf5b07cc91 req-cdd55e70-6f08-4fb8-b1ec-bda77c0a6a69 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/networks?id=f2275738-0436-4812-9837-f9c6ba37ea2a HTTP/1.1" status: 200 len: 811 time: 0.1307082 Jun 17 10:28:04.374148 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-644005e0-9167-4f75-b422-6dbf5b07cc91 req-e22da555-fab4-45f5-a144-22a481f1f4b4 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/quotas/fb4c620e62524ba499710baa138734e6 HTTP/1.1" status: 200 len: 375 time: 0.0148745 Jun 17 10:28:04.489473 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-644005e0-9167-4f75-b422-6dbf5b07cc91 req-762657a3-bf6c-42cc-b42c-dcb185964ed7 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=fb4c620e62524ba499710baa138734e6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1083686 Jun 17 10:28:04.638480 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [req-644005e0-9167-4f75-b422-6dbf5b07cc91 req-869df045-6914-4e31-bb96-d8e3aa213093 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93644) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 10:28:04.640383 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-644005e0-9167-4f75-b422-6dbf5b07cc91 req-869df045-6914-4e31-bb96-d8e3aa213093 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1298010 Jun 17 10:28:04.747778 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-644005e0-9167-4f75-b422-6dbf5b07cc91 req-48a6d35a-eb9c-4501-b49b-7d0800299368 service neutron] 10.222.0.22 "GET /v2.0/networks/f2275738-0436-4812-9837-f9c6ba37ea2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005187 Jun 17 10:28:04.830336 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device d78a5643-bf23-49f4-b91d-c9ffba8de1dc up at agent ovs-agent-dv-cinder-796806-1-iscsi {{(pid=93646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:28:04.895271 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Provisioning complete for port d78a5643-bf23-49f4-b91d-c9ffba8de1dc triggered by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:28:04.895718 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:04.972451 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-644005e0-9167-4f75-b422-6dbf5b07cc91 req-579d47fe-d8fb-4e46-82cb-89722e7f6f82 service neutron] 10.222.0.22 "GET /v2.0/networks/f2275738-0436-4812-9837-f9c6ba37ea2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128189 Jun 17 10:28:05.080084 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-76f1cb7e-d4ef-4c29-a3c2-2b16775f9f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:05.968569 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3703140-64ff-481c-9b77-d0b5e6262761 req-9ed689da-38dd-451c-bdb5-34c840690799 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:05.970964 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-b3703140-64ff-481c-9b77-d0b5e6262761 req-9ed689da-38dd-451c-bdb5-34c840690799 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/ports?device_id=38c0aa32-8c76-4913-9177-9ab6a1c3b218 HTTP/1.1" status: 200 len: 945 time: 0.0790071 Jun 17 10:28:06.013267 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-b3703140-64ff-481c-9b77-d0b5e6262761 req-67ed2a9f-ea50-406d-adef-d2c7fdfbc8c7 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1bc7806-bc87-4ca4-84bd-873a3995d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361481 Jun 17 10:28:06.350579 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-7cc58a08-2fe3-448c-a7f3-bc051759e4bb req-3a142f48-0449-4b73-b1ce-643e53b22ac6 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb31e10d-fae0-43f3-a7e7-f056ebb2483a HTTP/1.1" status: 200 len: 210 time: 0.0500374 Jun 17 10:28:06.997071 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8334b2a8-081d-4a08-b273-522b2363e8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:07.220504 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664dd033-a843-459e-957a-f1fbcbdc17e5 req-6274e19c-d9fe-48ab-97b7-bf63db082c05 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:07.222128 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-664dd033-a843-459e-957a-f1fbcbdc17e5 req-6274e19c-d9fe-48ab-97b7-bf63db082c05 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/ports?device_id=38c0aa32-8c76-4913-9177-9ab6a1c3b218 HTTP/1.1" status: 200 len: 945 time: 0.0802507 Jun 17 10:28:07.273463 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-664dd033-a843-459e-957a-f1fbcbdc17e5 req-9a9dc5d1-f5b8-46f4-8ad0-7300df8e7738 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1bc7806-bc87-4ca4-84bd-873a3995d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426686 Jun 17 10:28:07.467244 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-fe1bf58f-e834-46b1-9474-d2b192211c46 req-0d6a3786-bb44-4f1c-80d4-c5e2da3de83b tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb31e10d-fae0-43f3-a7e7-f056ebb2483a HTTP/1.1" status: 200 len: 210 time: 0.0403500 Jun 17 10:28:07.808551 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1d8540-1997-4ef6-ae6b-b6f42eb419de req-ff45f65b-385f-4bd9-8106-d98e7a17076b tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:07.810571 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-ee1d8540-1997-4ef6-ae6b-b6f42eb419de req-ff45f65b-385f-4bd9-8106-d98e7a17076b tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.47 "GET /v2.0/ports?device_id=38c0aa32-8c76-4913-9177-9ab6a1c3b218 HTTP/1.1" status: 200 len: 945 time: 0.1027434 Jun 17 10:28:07.940377 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.plugin [req-ee1d8540-1997-4ef6-ae6b-b6f42eb419de req-63e008b7-cc48-450e-90a4-ca3744006bfd tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Deleting port fa18f64a-5c9e-444d-ad7c-f2f024bcf58c {{(pid=93645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:28:07.940726 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-ee1d8540-1997-4ef6-ae6b-b6f42eb419de req-63e008b7-cc48-450e-90a4-ca3744006bfd tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740734272413'] for port, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:08.088448 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.db [req-ee1d8540-1997-4ef6-ae6b-b6f42eb419de req-63e008b7-cc48-450e-90a4-ca3744006bfd tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] For port fa18f64a-5c9e-444d-ad7c-f2f024bcf58c, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=fa18f64a-5c9e-444d-ad7c-f2f024bcf58c,segment=NetworkSegment(6fc0f035-2780-4197-a60b-57afbddf8f64),segment_id=6fc0f035-2780-4197-a60b-57afbddf8f64)] {{(pid=93645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:28:08.088754 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-ee1d8540-1997-4ef6-ae6b-b6f42eb419de req-63e008b7-cc48-450e-90a4-ca3744006bfd tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685530'] for port, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:08.339547 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-ee1d8540-1997-4ef6-ae6b-b6f42eb419de req-63e008b7-cc48-450e-90a4-ca3744006bfd tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:08.340175 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-ee1d8540-1997-4ef6-ae6b-b6f42eb419de req-63e008b7-cc48-450e-90a4-ca3744006bfd tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684762'] for floatingip, after_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:08.340592 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.db.l3_db [req-ee1d8540-1997-4ef6-ae6b-b6f42eb419de req-63e008b7-cc48-450e-90a4-ca3744006bfd tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Floating IP ecddd3d4-3bf3-4722-a920-eaea11d72d94 disassociated. External IP: 172.27.0.9, port: fa18f64a-5c9e-444d-ad7c-f2f024bcf58c. Jun 17 10:28:08.341229 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.plugin [req-ee1d8540-1997-4ef6-ae6b-b6f42eb419de req-63e008b7-cc48-450e-90a4-ca3744006bfd tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Calling delete_port for fa18f64a-5c9e-444d-ad7c-f2f024bcf58c owned by compute:nova {{(pid=93645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:28:08.567060 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76259105-e406-4bb0-a2fb-e85f4286210e req-4494d739-cab5-4aa6-a577-bdfb1c998159 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:08.568952 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-76259105-e406-4bb0-a2fb-e85f4286210e req-4494d739-cab5-4aa6-a577-bdfb1c998159 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/ports?device_id=38c0aa32-8c76-4913-9177-9ab6a1c3b218 HTTP/1.1" status: 200 len: 945 time: 0.0851269 Jun 17 10:28:08.626973 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9c2171e4-0768-4ed5-a0e7-c88b2332d99b req-1cecfb4a-bda9-45bd-a48e-01dfbf3fe9cc tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb31e10d-fae0-43f3-a7e7-f056ebb2483a HTTP/1.1" status: 200 len: 210 time: 0.0566442 Jun 17 10:28:08.690790 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-ee1d8540-1997-4ef6-ae6b-b6f42eb419de req-63e008b7-cc48-450e-90a4-ca3744006bfd tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740734277497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740733869096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129691318'] for port, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:08.698079 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-a7eb25a2-b27c-4ed4-a845-58c63eff678b tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:28:08.700724 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-76259105-e406-4bb0-a2fb-e85f4286210e req-b8751b44-acbb-4363-b58a-3103844355e0 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1bc7806-bc87-4ca4-84bd-873a3995d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785103 Jun 17 10:28:08.769958 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e008b7-cc48-450e-90a4-ca3744006bfd tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Pushing event deleted for resources: {'Port': ['ID=fa18f64a-5c9e-444d-ad7c-f2f024bcf58c,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:28:08.776150 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-63e008b7-cc48-450e-90a4-ca3744006bfd tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:28:08.975150 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee1d8540-1997-4ef6-ae6b-b6f42eb419de req-63e008b7-cc48-450e-90a4-ca3744006bfd tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Router 7e0c2f88-646c-4bfc-9876-a2a48d86f347 has already been hosted by L3 agent 9ed9efc2-3eec-4d73-b246-cbd899a1984b {{(pid=93645) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 10:28:09.184787 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee1d8540-1997-4ef6-ae6b-b6f42eb419de req-63e008b7-cc48-450e-90a4-ca3744006bfd tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify agent at l3_agent.dv-cinder-796806-1-iscsi the message routers_updated {{(pid=93645) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 10:28:09.215341 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0ec730-55e2-4c79-8dfa-f89993651f10 None None] Sync routers for ids ['7e0c2f88-646c-4bfc-9876-a2a48d86f347'] in dv-cinder-796806-1-iscsi {{(pid=93647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 10:28:09.238426 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0ec730-55e2-4c79-8dfa-f89993651f10 None None] Routers {'7e0c2f88-646c-4bfc-9876-a2a48d86f347'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:28:09.239300 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-1e0ec730-55e2-4c79-8dfa-f89993651f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:28:03Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['7e0c2f88-646c-4bfc-9876-a2a48d86f347'], 'active': True} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:28:09.268328 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee1d8540-1997-4ef6-ae6b-b6f42eb419de req-63e008b7-cc48-450e-90a4-ca3744006bfd tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] No DVR routers for this DVR port fa18f64a-5c9e-444d-ad7c-f2f024bcf58c on host hv-cinder-79680 {{(pid=93645) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 10:28:09.272174 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-ee1d8540-1997-4ef6-ae6b-b6f42eb419de req-63e008b7-cc48-450e-90a4-ca3744006bfd tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733'] for port, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:09.274868 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-ee1d8540-1997-4ef6-ae6b-b6f42eb419de req-63e008b7-cc48-450e-90a4-ca3744006bfd tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.47 "DELETE /v2.0/ports/fa18f64a-5c9e-444d-ad7c-f2f024bcf58c HTTP/1.1" status: 204 len: 173 time: 1.4558432 Jun 17 10:28:09.275486 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c0aa32-8c76-4913-9177-9ab6a1c3b218', 'name': 'network-vif-deleted', 'tag': 'fa18f64a-5c9e-444d-ad7c-f2f024bcf58c'}] {{(pid=93645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:28:09.279412 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25c6fbde856bb10fc3e6f7e7beb0655886cca8e381c3d168db957d1d9f65ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6170331e-a404-4eee-a92e-135e567a0f0d" -d '{"events": [{"server_uuid": "38c0aa32-8c76-4913-9177-9ab6a1c3b218", "name": "network-vif-deleted", "tag": "fa18f64a-5c9e-444d-ad7c-f2f024bcf58c"}]}' {{(pid=93645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:28:09.365229 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af8e93ce-73aa-43fa-b996-2a995d8b45ef x-openstack-request-id: req-af8e93ce-73aa-43fa-b996-2a995d8b45ef {{(pid=93645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:28:09.365229 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c0aa32-8c76-4913-9177-9ab6a1c3b218", "name": "network-vif-deleted", "tag": "fa18f64a-5c9e-444d-ad7c-f2f024bcf58c", "status": "completed", "code": 200}]} {{(pid=93645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:28:09.365229 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-af8e93ce-73aa-43fa-b996-2a995d8b45ef {{(pid=93645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:28:09.366423 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c0aa32-8c76-4913-9177-9ab6a1c3b218', 'name': 'network-vif-deleted', 'tag': 'fa18f64a-5c9e-444d-ad7c-f2f024bcf58c', 'status': 'completed', 'code': 200} Jun 17 10:28:09.451433 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvr_db [None req-1e0ec730-55e2-4c79-8dfa-f89993651f10 None None] Set router 7e0c2f88-646c-4bfc-9876-a2a48d86f347 gateway port host: dv-cinder-796806-1-iscsi {{(pid=93647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:28:09.728335 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-1e0ec730-55e2-4c79-8dfa-f89993651f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'name': 'tempest-TestVolumeBootPattern-960937265-router', 'tenant_id': 'aca760d5d32f44678ef6de15bc80117f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '4a688b66-dbae-4eea-a5b6-0598de3d7643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:24:35Z', 'updated_at': '2021-06-17T10:24:43Z', 'revision_number': 4, 'project_id': 'aca760d5d32f44678ef6de15bc80117f', 'gw_port': {'id': '4a688b66-dbae-4eea-a5b6-0598de3d7643', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d5:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:24:36Z', 'updated_at': '2021-06-17T10:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi', '_interfaces': [{'id': '8489dadf-1d9d-4822-b74a-cd7c2abcba75', 'name': '', 'network_id': 'fbf95478-19a5-4f07-a34f-dd4f56a3b0c1', 'tenant_id': 'aca760d5d32f44678ef6de15bc80117f', 'mac_address': 'fa:16:3e:d7:02:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'cf327c71-eda0-4c61-af33-93c8df9a6c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:24:42Z', 'updated_at': '2021-06-17T10:24:51Z', 'revision_number': 5, 'project_id': 'aca760d5d32f44678ef6de15bc80117f', 'subnets': [{'id': 'cf327c71-eda0-4c61-af33-93c8df9a6c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:28:09.763109 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0ec730-55e2-4c79-8dfa-f89993651f10 None None] Checking router: 7e0c2f88-646c-4bfc-9876-a2a48d86f347 for host: dv-cinder-796806-1-iscsi {{(pid=93647) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 10:28:09.770421 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-681c7b07-ed93-4105-a07c-2187142ca052 req-88c53a41-9c24-4d28-a6d2-58e76edd174c tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb31e10d-fae0-43f3-a7e7-f056ebb2483a HTTP/1.1" status: 200 len: 210 time: 0.0522642 Jun 17 10:28:09.780165 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0ec730-55e2-4c79-8dfa-f89993651f10 None None] Routers {'7e0c2f88-646c-4bfc-9876-a2a48d86f347'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:28:09.781779 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-1e0ec730-55e2-4c79-8dfa-f89993651f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:28:03Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['7e0c2f88-646c-4bfc-9876-a2a48d86f347'], 'active': True} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:28:09.958436 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-a0a4e8fa-7a4e-4c45-8035-1416e8bd1ee4 req-e36a3c78-cd71-4fc0-88de-568b5d5ecab7 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/ports?device_id=38c0aa32-8c76-4913-9177-9ab6a1c3b218 HTTP/1.1" status: 200 len: 210 time: 0.0545983 Jun 17 10:28:09.972304 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvr_db [None req-1e0ec730-55e2-4c79-8dfa-f89993651f10 None None] Set router 7e0c2f88-646c-4bfc-9876-a2a48d86f347 gateway port host: dv-cinder-796806-1-iscsi {{(pid=93647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:28:10.249245 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-1e0ec730-55e2-4c79-8dfa-f89993651f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'name': 'tempest-TestVolumeBootPattern-960937265-router', 'tenant_id': 'aca760d5d32f44678ef6de15bc80117f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '4a688b66-dbae-4eea-a5b6-0598de3d7643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:24:35Z', 'updated_at': '2021-06-17T10:24:43Z', 'revision_number': 4, 'project_id': 'aca760d5d32f44678ef6de15bc80117f', 'gw_port': {'id': '4a688b66-dbae-4eea-a5b6-0598de3d7643', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d5:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:24:36Z', 'updated_at': '2021-06-17T10:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi', '_interfaces': [{'id': '8489dadf-1d9d-4822-b74a-cd7c2abcba75', 'name': '', 'network_id': 'fbf95478-19a5-4f07-a34f-dd4f56a3b0c1', 'tenant_id': 'aca760d5d32f44678ef6de15bc80117f', 'mac_address': 'fa:16:3e:d7:02:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'cf327c71-eda0-4c61-af33-93c8df9a6c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:24:42Z', 'updated_at': '2021-06-17T10:24:51Z', 'revision_number': 5, 'project_id': 'aca760d5d32f44678ef6de15bc80117f', 'subnets': [{'id': 'cf327c71-eda0-4c61-af33-93c8df9a6c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:28:10.279046 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0ec730-55e2-4c79-8dfa-f89993651f10 None None] The sync data for ids ['7e0c2f88-646c-4bfc-9876-a2a48d86f347'] in dv-cinder-796806-1-iscsi is: [{'id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'name': 'tempest-TestVolumeBootPattern-960937265-router', 'tenant_id': 'aca760d5d32f44678ef6de15bc80117f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '4a688b66-dbae-4eea-a5b6-0598de3d7643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:24:35Z', 'updated_at': '2021-06-17T10:24:43Z', 'revision_number': 4, 'project_id': 'aca760d5d32f44678ef6de15bc80117f', 'gw_port': {'id': '4a688b66-dbae-4eea-a5b6-0598de3d7643', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d5:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:24:36Z', 'updated_at': '2021-06-17T10:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi', '_interfaces': [{'id': '8489dadf-1d9d-4822-b74a-cd7c2abcba75', 'name': '', 'network_id': 'fbf95478-19a5-4f07-a34f-dd4f56a3b0c1', 'tenant_id': 'aca760d5d32f44678ef6de15bc80117f', 'mac_address': 'fa:16:3e:d7:02:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'cf327c71-eda0-4c61-af33-93c8df9a6c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:24:42Z', 'updated_at': '2021-06-17T10:24:51Z', 'revision_number': 5, 'project_id': 'aca760d5d32f44678ef6de15bc80117f', 'subnets': [{'id': 'cf327c71-eda0-4c61-af33-93c8df9a6c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 10:28:10.331188 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device fa18f64a-5c9e-444d-ad7c-f2f024bcf58c no longer exists at agent hyperv_hv-cinder-79680 {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:28:10.366153 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] No Port match for: fa18f64a-5c9e-444d-ad7c-f2f024bcf58c {{(pid=93646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 10:28:10.366817 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device fa18f64a-5c9e-444d-ad7c-f2f024bcf58c not bound to the agent host hv-cinder-79680 {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 10:28:10.653139 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b922b8-a782-48df-a616-9ca5f9dd17e5 None None] New status for floating IP ecddd3d4-3bf3-4722-a920-eaea11d72d94: DOWN {{(pid=93646) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 10:28:10.923813 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9e619673-bf4b-4f43-9c9c-a218dcd7933b req-1113d9cc-1248-414b-8aee-1089c4f98100 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb31e10d-fae0-43f3-a7e7-f056ebb2483a HTTP/1.1" status: 200 len: 210 time: 0.0641253 Jun 17 10:28:11.204510 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-61cc6d7b-569a-4f54-a5a6-62664c880f20 req-a3c256f3-c179-4b14-88b0-8570cc266f37 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/ports?device_id=38c0aa32-8c76-4913-9177-9ab6a1c3b218 HTTP/1.1" status: 200 len: 210 time: 0.0308387 Jun 17 10:28:12.106572 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d172d5d2-29c3-4ff9-95bf-9303e08f16fe req-d76bf49e-532c-4354-a4d9-6cc7d6be3030 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb31e10d-fae0-43f3-a7e7-f056ebb2483a HTTP/1.1" status: 200 len: 210 time: 0.0347657 Jun 17 10:28:12.696327 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d64ec429-d5ea-4d67-9741-8dadcb635036 req-9ac28cd9-2d3d-45c5-9940-059dacaa630c tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1164107581&fields=id&tenant_id=aca760d5d32f44678ef6de15bc80117f HTTP/1.1" status: 200 len: 267 time: 0.0412822 Jun 17 10:28:12.848159 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ec429-d5ea-4d67-9741-8dadcb635036 req-4422c7fc-f614-474f-a897-0b4ad5c26f8b tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:12.849677 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d64ec429-d5ea-4d67-9741-8dadcb635036 req-4422c7fc-f614-474f-a897-0b4ad5c26f8b tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/networks?id=fbf95478-19a5-4f07-a34f-dd4f56a3b0c1 HTTP/1.1" status: 200 len: 811 time: 0.1423688 Jun 17 10:28:12.866309 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d64ec429-d5ea-4d67-9741-8dadcb635036 req-f1b61653-5930-4ff4-bdfa-2d4ae37ac71d tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/quotas/aca760d5d32f44678ef6de15bc80117f HTTP/1.1" status: 200 len: 375 time: 0.0102124 Jun 17 10:28:12.957994 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d64ec429-d5ea-4d67-9741-8dadcb635036 req-91eb06ef-fe1c-4b5a-bf58-517a7f020010 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=aca760d5d32f44678ef6de15bc80117f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0855875 Jun 17 10:28:13.095335 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d64ec429-d5ea-4d67-9741-8dadcb635036 req-fb9ad2ab-9700-46af-97c6-b922e5ac2edc service neutron] 10.222.0.22 "GET /v2.0/networks/fbf95478-19a5-4f07-a34f-dd4f56a3b0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189411 Jun 17 10:28:13.317444 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d64ec429-d5ea-4d67-9741-8dadcb635036 req-d81eb423-c666-4e1f-b13c-08fc99824f61 service neutron] 10.222.0.22 "GET /v2.0/networks/fbf95478-19a5-4f07-a34f-dd4f56a3b0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140136 Jun 17 10:28:13.348924 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-48a8693d-20b9-413f-aecb-1d82185fb7ee req-50d5a2e5-5d2f-4089-a8ee-7c4b37804cfc tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb31e10d-fae0-43f3-a7e7-f056ebb2483a HTTP/1.1" status: 200 len: 210 time: 0.0466087 Jun 17 10:28:14.344516 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-18434b1c-4b4a-4c96-b556-6e0e31b2759b req-360d40de-f317-4190-84f2-4432e0536f8d tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/ports?device_id=e7b2bb58-fac9-4502-8589-c4231328b408 HTTP/1.1" status: 200 len: 210 time: 0.0564356 Jun 17 10:28:14.391968 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644005e0-9167-4f75-b422-6dbf5b07cc91 req-2071ad6f-ed95-4aa1-ba26-76ba15f7334d tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:14.394630 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-644005e0-9167-4f75-b422-6dbf5b07cc91 req-2071ad6f-ed95-4aa1-ba26-76ba15f7334d tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.47 "GET /v2.0/networks?id=f2275738-0436-4812-9837-f9c6ba37ea2a HTTP/1.1" status: 200 len: 811 time: 0.2020411 Jun 17 10:28:14.473484 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-644005e0-9167-4f75-b422-6dbf5b07cc91 req-60c69b43-b44e-4576-9ce4-22807fa8f7bc tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb4c620e62524ba499710baa138734e6 HTTP/1.1" status: 200 len: 380 time: 0.0684245 Jun 17 10:28:14.488544 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.v2.base [req-644005e0-9167-4f75-b422-6dbf5b07cc91 req-9a2d72d1-087a-4b8b-99ae-713df2a7ee52 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Request body: {'port': {'device_id': 'eb31e10d-fae0-43f3-a7e7-f056ebb2483a', 'network_id': 'f2275738-0436-4812-9837-f9c6ba37ea2a', 'admin_state_up': True, 'tenant_id': 'fb4c620e62524ba499710baa138734e6', 'security_groups': ['9fd5b093-e4bd-4759-a7dd-4acd2ee3f837']}} {{(pid=93645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:28:14.627397 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-95b62dc7-44cd-4c31-9dc5-8fdd97ac40ac req-bccb4d5d-c8d0-46af-966d-3362c7abb90b tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb31e10d-fae0-43f3-a7e7-f056ebb2483a HTTP/1.1" status: 200 len: 210 time: 0.0436456 Jun 17 10:28:14.927167 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-644005e0-9167-4f75-b422-6dbf5b07cc91 req-9a2d72d1-087a-4b8b-99ae-713df2a7ee52 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Made reservation on behalf of fb4c620e62524ba499710baa138734e6 for: {'port': 1} {{(pid=93645) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:28:14.931351 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-644005e0-9167-4f75-b422-6dbf5b07cc91 req-9a2d72d1-087a-4b8b-99ae-713df2a7ee52 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3930454'] for port, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:15.151842 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.db_base_plugin_common [req-644005e0-9167-4f75-b422-6dbf5b07cc91 req-9a2d72d1-087a-4b8b-99ae-713df2a7ee52 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Allocated IP 172.20.0.8 (f2275738-0436-4812-9837-f9c6ba37ea2a/ca437096-d433-4cda-a535-e8243b8721ac/eda63746-9790-4e4d-b663-e0f8efc2b41d) {{(pid=93645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:28:15.424840 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-644005e0-9167-4f75-b422-6dbf5b07cc91 req-9a2d72d1-087a-4b8b-99ae-713df2a7ee52 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks [] for port, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:15.442965 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.provisioning_blocks [req-644005e0-9167-4f75-b422-6dbf5b07cc91 req-9a2d72d1-087a-4b8b-99ae-713df2a7ee52 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Transition to ACTIVE for port object eda63746-9790-4e4d-b663-e0f8efc2b41d will not be triggered until provisioned by entity DHCP. {{(pid=93645) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:28:15.450430 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6ce4ccd4-0a57-4de4-b224-5058d903bcb5 req-a6959aeb-ad0c-4d17-8499-37d330943760 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/ports?device_id=e7b2bb58-fac9-4502-8589-c4231328b408 HTTP/1.1" status: 200 len: 210 time: 0.0327616 Jun 17 10:28:15.559971 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-644005e0-9167-4f75-b422-6dbf5b07cc91 req-9a2d72d1-087a-4b8b-99ae-713df2a7ee52 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3925395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740733869087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129691327'] for port, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:15.565552 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-354ade2f-3f23-4b99-8c34-bea74dceb2cb tempest-VolumesActionsTest-1721174828 tempest-VolumesActionsTest-1721174828-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:28:15.612239 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-644005e0-9167-4f75-b422-6dbf5b07cc91 req-9a2d72d1-087a-4b8b-99ae-713df2a7ee52 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Network f2275738-0436-4812-9837-f9c6ba37ea2a is already hosted by enough agents. {{(pid=93645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:28:15.616692 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.base_scheduler [req-644005e0-9167-4f75-b422-6dbf5b07cc91 req-9a2d72d1-087a-4b8b-99ae-713df2a7ee52 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Resources bound (agent type, host, resource id): {{(pid=93645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:28:15.629491 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.l3_dvrscheduler_db [req-644005e0-9167-4f75-b422-6dbf5b07cc91 req-9a2d72d1-087a-4b8b-99ae-713df2a7ee52 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Received port after_create {{(pid=93645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:28:15.635525 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2d72d1-087a-4b8b-99ae-713df2a7ee52 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Pushing event updated for resources: {'Port': ['ID=eda63746-9790-4e4d-b663-e0f8efc2b41d,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:28:15.669752 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-9a2d72d1-087a-4b8b-99ae-713df2a7ee52 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:28:15.724749 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644005e0-9167-4f75-b422-6dbf5b07cc91 req-9a2d72d1-087a-4b8b-99ae-713df2a7ee52 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:15.726205 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-644005e0-9167-4f75-b422-6dbf5b07cc91 req-9a2d72d1-087a-4b8b-99ae-713df2a7ee52 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733'] for port, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:15.871905 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-644005e0-9167-4f75-b422-6dbf5b07cc91 req-9a2d72d1-087a-4b8b-99ae-713df2a7ee52 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3919072 Jun 17 10:28:15.891079 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.v2.base [req-644005e0-9167-4f75-b422-6dbf5b07cc91 req-d29b4533-dc16-4a1b-b6ec-42e528215de2 service neutron] Request body: {'port': {'device_id': 'eb31e10d-fae0-43f3-a7e7-f056ebb2483a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79680'}} {{(pid=93645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:28:15.963130 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09559ae6-bdc6-4e88-aaaf-ad7e2470bf90 req-70fac87a-56e4-4464-9d50-549316525a6e tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:15.965266 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-09559ae6-bdc6-4e88-aaaf-ad7e2470bf90 req-70fac87a-56e4-4464-9d50-549316525a6e tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb31e10d-fae0-43f3-a7e7-f056ebb2483a HTTP/1.1" status: 200 len: 931 time: 0.0968897 Jun 17 10:28:16.011730 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-644005e0-9167-4f75-b422-6dbf5b07cc91 req-d29b4533-dc16-4a1b-b6ec-42e528215de2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:16.262418 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-b5f75e58-1393-47d9-8de8-2d335f9d9940 None None] Provisioning for port eda63746-9790-4e4d-b663-e0f8efc2b41d completed by entity DHCP. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:28:16.271000 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-b5f75e58-1393-47d9-8de8-2d335f9d9940 None None] Provisioning complete for port eda63746-9790-4e4d-b663-e0f8efc2b41d triggered by entity DHCP. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:28:16.272233 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-b5f75e58-1393-47d9-8de8-2d335f9d9940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:16.361607 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-b5f75e58-1393-47d9-8de8-2d335f9d9940 None None] Port eda63746-9790-4e4d-b663-e0f8efc2b41d cannot update to ACTIVE because it is not bound. {{(pid=93646) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 10:28:16.418392 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.notifiers.nova [req-644005e0-9167-4f75-b422-6dbf5b07cc91 req-d29b4533-dc16-4a1b-b6ec-42e528215de2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eda63746-9790-4e4d-b663-e0f8efc2b41d {{(pid=93645) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:28:16.435784 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-644005e0-9167-4f75-b422-6dbf5b07cc91 req-d29b4533-dc16-4a1b-b6ec-42e528215de2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:16.461826 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.provisioning_blocks [req-644005e0-9167-4f75-b422-6dbf5b07cc91 req-d29b4533-dc16-4a1b-b6ec-42e528215de2 service neutron] Transition to ACTIVE for port object eda63746-9790-4e4d-b663-e0f8efc2b41d will not be triggered until provisioned by entity L2. {{(pid=93645) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:28:16.482806 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-09559ae6-bdc6-4e88-aaaf-ad7e2470bf90 req-da718f8a-f64c-422e-b2de-a3f83b979bb9 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/security-groups?id=9fd5b093-e4bd-4759-a7dd-4acd2ee3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5055373 Jun 17 10:28:16.587986 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-644005e0-9167-4f75-b422-6dbf5b07cc91 req-d29b4533-dc16-4a1b-b6ec-42e528215de2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129691277'] for port, after_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:16.606358 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-158fa011-4226-4d5f-a607-9023090c3faa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:28:16.700290 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-b6a3aa50-4ce9-4742-aa40-c1be3f0c631d req-5b45b632-42c0-445e-bf9d-724cbdfb6f14 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/ports?device_id=e7b2bb58-fac9-4502-8589-c4231328b408 HTTP/1.1" status: 200 len: 210 time: 0.0651021 Jun 17 10:28:16.727346 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29b4533-dc16-4a1b-b6ec-42e528215de2 service neutron] Pushing event updated for resources: {'Port': ['ID=eda63746-9790-4e4d-b663-e0f8efc2b41d,revision_number=2']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:28:16.728828 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-d29b4533-dc16-4a1b-b6ec-42e528215de2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:28:16.824541 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.managers [req-644005e0-9167-4f75-b422-6dbf5b07cc91 req-d29b4533-dc16-4a1b-b6ec-42e528215de2 service neutron] Attempting to bind port eda63746-9790-4e4d-b663-e0f8efc2b41d on host hv-cinder-79680 for vnic_type normal with profile {{(pid=93645) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:28:16.825031 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.managers [req-644005e0-9167-4f75-b422-6dbf5b07cc91 req-d29b4533-dc16-4a1b-b6ec-42e528215de2 service neutron] Attempting to bind port eda63746-9790-4e4d-b663-e0f8efc2b41d by drivers openvswitch,hyperv on host hv-cinder-79680 at level 0 using segments [{'id': 'dc0f4006-4a4b-4fee-9985-5cae22fa80bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f2275738-0436-4812-9837-f9c6ba37ea2a'}] {{(pid=93645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:28:16.825396 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644005e0-9167-4f75-b422-6dbf5b07cc91 req-d29b4533-dc16-4a1b-b6ec-42e528215de2 service neutron] Attempting to bind port eda63746-9790-4e4d-b663-e0f8efc2b41d on network f2275738-0436-4812-9837-f9c6ba37ea2a {{(pid=93645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:28:16.833257 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644005e0-9167-4f75-b422-6dbf5b07cc91 req-d29b4533-dc16-4a1b-b6ec-42e528215de2 service neutron] Port eda63746-9790-4e4d-b663-e0f8efc2b41d on network f2275738-0436-4812-9837-f9c6ba37ea2a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79680 {{(pid=93645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 10:28:16.833628 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644005e0-9167-4f75-b422-6dbf5b07cc91 req-d29b4533-dc16-4a1b-b6ec-42e528215de2 service neutron] Attempting to bind port eda63746-9790-4e4d-b663-e0f8efc2b41d on network f2275738-0436-4812-9837-f9c6ba37ea2a {{(pid=93645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:28:16.841978 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644005e0-9167-4f75-b422-6dbf5b07cc91 req-d29b4533-dc16-4a1b-b6ec-42e528215de2 service neutron] Checking agent: {'id': '71ef71fd-f9ba-4ed4-b44a-140e16714f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79680', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 14, 58), 'started_at': datetime.datetime(2021, 6, 17, 10, 14, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:28:16.842842 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644005e0-9167-4f75-b422-6dbf5b07cc91 req-d29b4533-dc16-4a1b-b6ec-42e528215de2 service neutron] Checking segment: {'id': 'dc0f4006-4a4b-4fee-9985-5cae22fa80bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f2275738-0436-4812-9837-f9c6ba37ea2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93645) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:28:16.844005 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644005e0-9167-4f75-b422-6dbf5b07cc91 req-d29b4533-dc16-4a1b-b6ec-42e528215de2 service neutron] Bound using segment: {'id': 'dc0f4006-4a4b-4fee-9985-5cae22fa80bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f2275738-0436-4812-9837-f9c6ba37ea2a'} {{(pid=93645) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:28:16.845413 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.managers [req-644005e0-9167-4f75-b422-6dbf5b07cc91 req-d29b4533-dc16-4a1b-b6ec-42e528215de2 service neutron] Bound port: eda63746-9790-4e4d-b663-e0f8efc2b41d, host: hv-cinder-79680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc0f4006-4a4b-4fee-9985-5cae22fa80bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f2275738-0436-4812-9837-f9c6ba37ea2a'}}] {{(pid=93645) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:28:16.846088 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-644005e0-9167-4f75-b422-6dbf5b07cc91 req-d29b4533-dc16-4a1b-b6ec-42e528215de2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:16.962806 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.db [req-644005e0-9167-4f75-b422-6dbf5b07cc91 req-d29b4533-dc16-4a1b-b6ec-42e528215de2 service neutron] For port eda63746-9790-4e4d-b663-e0f8efc2b41d, host hv-cinder-79680, cleared binding levels {{(pid=93645) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:28:16.967183 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.db [req-644005e0-9167-4f75-b422-6dbf5b07cc91 req-d29b4533-dc16-4a1b-b6ec-42e528215de2 service neutron] For port eda63746-9790-4e4d-b663-e0f8efc2b41d, host hv-cinder-79680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=eda63746-9790-4e4d-b663-e0f8efc2b41d,segment=NetworkSegment(dc0f4006-4a4b-4fee-9985-5cae22fa80bf),segment_id=dc0f4006-4a4b-4fee-9985-5cae22fa80bf)] {{(pid=93645) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:28:17.140076 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-644005e0-9167-4f75-b422-6dbf5b07cc91 req-d29b4533-dc16-4a1b-b6ec-42e528215de2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129691277'] for port, after_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:17.145771 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-f0d13e4a-40c8-448a-9a06-9698fac207a1 tempest-VolumesSnapshotTestJSON-1864027395 tempest-VolumesSnapshotTestJSON-1864027395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:28:17.212234 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644005e0-9167-4f75-b422-6dbf5b07cc91 req-d29b4533-dc16-4a1b-b6ec-42e528215de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:17.213203 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [req-644005e0-9167-4f75-b422-6dbf5b07cc91 req-d29b4533-dc16-4a1b-b6ec-42e528215de2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733'] for port, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:17.215690 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-644005e0-9167-4f75-b422-6dbf5b07cc91 req-d29b4533-dc16-4a1b-b6ec-42e528215de2 service neutron] 10.222.0.47 "PUT /v2.0/ports/eda63746-9790-4e4d-b663-e0f8efc2b41d HTTP/1.1" status: 200 len: 1093 time: 1.3291302 Jun 17 10:28:17.216597 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb31e10d-fae0-43f3-a7e7-f056ebb2483a', 'tag': 'eda63746-9790-4e4d-b663-e0f8efc2b41d'}] {{(pid=93645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:28:17.223029 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25c6fbde856bb10fc3e6f7e7beb0655886cca8e381c3d168db957d1d9f65ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-234c2272-c079-4318-a69f-bd6dc751078d" -d '{"events": [{"name": "network-changed", "server_uuid": "eb31e10d-fae0-43f3-a7e7-f056ebb2483a", "tag": "eda63746-9790-4e4d-b663-e0f8efc2b41d"}]}' {{(pid=93645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:28:17.265594 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29b4533-dc16-4a1b-b6ec-42e528215de2 service neutron] Pushing event updated for resources: {'Port': ['ID=eda63746-9790-4e4d-b663-e0f8efc2b41d,revision_number=3']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:28:17.272065 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-d29b4533-dc16-4a1b-b6ec-42e528215de2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:28:17.294243 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 10:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f826fb54-a4e5-420d-8d13-7660004d0c21 x-openstack-request-id: req-f826fb54-a4e5-420d-8d13-7660004d0c21 {{(pid=93645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:28:17.294602 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb31e10d-fae0-43f3-a7e7-f056ebb2483a", "tag": "eda63746-9790-4e4d-b663-e0f8efc2b41d", "status": "completed", "code": 200}]} {{(pid=93645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:28:17.295016 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f826fb54-a4e5-420d-8d13-7660004d0c21 {{(pid=93645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:28:17.295576 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb31e10d-fae0-43f3-a7e7-f056ebb2483a', 'tag': 'eda63746-9790-4e4d-b663-e0f8efc2b41d', 'status': 'completed', 'code': 200} Jun 17 10:28:17.429498 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234c2272-c079-4318-a69f-bd6dc751078d req-905ed26c-d742-49c3-9a81-d250f6fd3524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:17.432362 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-234c2272-c079-4318-a69f-bd6dc751078d req-905ed26c-d742-49c3-9a81-d250f6fd3524 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fb4c620e62524ba499710baa138734e6&device_id=eb31e10d-fae0-43f3-a7e7-f056ebb2483a HTTP/1.1" status: 200 len: 1096 time: 0.1044116 Jun 17 10:28:17.618586 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234c2272-c079-4318-a69f-bd6dc751078d req-c88980da-25fd-4de5-88dd-8ed2d205b814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:17.621189 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-234c2272-c079-4318-a69f-bd6dc751078d req-c88980da-25fd-4de5-88dd-8ed2d205b814 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=fb4c620e62524ba499710baa138734e6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1795630 Jun 17 10:28:17.790499 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234c2272-c079-4318-a69f-bd6dc751078d req-37691f43-eb7c-40f6-b6f2-8a5c19ce4a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:17.792667 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-234c2272-c079-4318-a69f-bd6dc751078d req-37691f43-eb7c-40f6-b6f2-8a5c19ce4a5c service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1625252 Jun 17 10:28:17.956145 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644005e0-9167-4f75-b422-6dbf5b07cc91 req-eb344752-4510-4669-abc7-e04cc3e9d02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:17.958716 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-644005e0-9167-4f75-b422-6dbf5b07cc91 req-eb344752-4510-4669-abc7-e04cc3e9d02c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fb4c620e62524ba499710baa138734e6&device_id=eb31e10d-fae0-43f3-a7e7-f056ebb2483a HTTP/1.1" status: 200 len: 1096 time: 0.0936124 Jun 17 10:28:17.984479 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-46bdd9d2-7590-4ec5-995c-308a2df4fd48 req-53b9484d-cb5e-4b21-81dc-d23b2426e73c tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/ports?device_id=e7b2bb58-fac9-4502-8589-c4231328b408 HTTP/1.1" status: 200 len: 210 time: 0.0830510 Jun 17 10:28:18.003194 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67168168-035a-4a3c-bf22-2d18e83869b0 req-2b0c166f-9dc7-498f-add2-56664f56d1f6 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:18.005871 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-67168168-035a-4a3c-bf22-2d18e83869b0 req-2b0c166f-9dc7-498f-add2-56664f56d1f6 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb31e10d-fae0-43f3-a7e7-f056ebb2483a HTTP/1.1" status: 200 len: 943 time: 0.3096483 Jun 17 10:28:18.018585 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-644005e0-9167-4f75-b422-6dbf5b07cc91 req-1f530d12-8143-464c-9f9e-edfa6d30f66c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eda63746-9790-4e4d-b663-e0f8efc2b41d HTTP/1.1" status: 200 len: 217 time: 0.0512152 Jun 17 10:28:18.067701 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ec429-d5ea-4d67-9741-8dadcb635036 req-2ca90bb2-2bc9-4088-afdc-42aa88c03f07 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:18.069572 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d64ec429-d5ea-4d67-9741-8dadcb635036 req-2ca90bb2-2bc9-4088-afdc-42aa88c03f07 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.47 "GET /v2.0/networks?id=fbf95478-19a5-4f07-a34f-dd4f56a3b0c1 HTTP/1.1" status: 200 len: 811 time: 0.3222744 Jun 17 10:28:18.088778 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644005e0-9167-4f75-b422-6dbf5b07cc91 req-c9411165-6312-46c2-bf6f-9e2aa9db8cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:18.090593 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-644005e0-9167-4f75-b422-6dbf5b07cc91 req-c9411165-6312-46c2-bf6f-9e2aa9db8cf3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ca437096-d433-4cda-a535-e8243b8721ac HTTP/1.1" status: 200 len: 850 time: 0.0581570 Jun 17 10:28:18.110979 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-67168168-035a-4a3c-bf22-2d18e83869b0 req-d8398247-0b26-4e55-94e5-619c44cc5deb tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/security-groups?id=9fd5b093-e4bd-4759-a7dd-4acd2ee3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825427 Jun 17 10:28:18.153012 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d64ec429-d5ea-4d67-9741-8dadcb635036 req-1927bc5d-857c-41ab-a90c-6d0a8054701f tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aca760d5d32f44678ef6de15bc80117f HTTP/1.1" status: 200 len: 380 time: 0.0687377 Jun 17 10:28:18.169117 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644005e0-9167-4f75-b422-6dbf5b07cc91 req-9e4ff1ab-02d2-419c-8957-f6265971bf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:18.169532 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.v2.base [req-d64ec429-d5ea-4d67-9741-8dadcb635036 req-ea1102d4-46b0-4148-a6f0-803d277e8b9e tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Request body: {'port': {'device_id': 'e7b2bb58-fac9-4502-8589-c4231328b408', 'network_id': 'fbf95478-19a5-4f07-a34f-dd4f56a3b0c1', 'admin_state_up': True, 'tenant_id': 'aca760d5d32f44678ef6de15bc80117f', 'security_groups': ['c1bc7806-bc87-4ca4-84bd-873a3995d1cf']}} {{(pid=93644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:28:18.170700 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-644005e0-9167-4f75-b422-6dbf5b07cc91 req-9e4ff1ab-02d2-419c-8957-f6265971bf2a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f2275738-0436-4812-9837-f9c6ba37ea2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0721121 Jun 17 10:28:18.332865 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-644005e0-9167-4f75-b422-6dbf5b07cc91 req-099a5c55-0d11-433e-9ada-e1661aae32b0 service neutron] 10.222.0.47 "GET /v2.0/networks/f2275738-0436-4812-9837-f9c6ba37ea2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505589 Jun 17 10:28:18.430906 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d64ec429-d5ea-4d67-9741-8dadcb635036 req-ea1102d4-46b0-4148-a6f0-803d277e8b9e tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Made reservation on behalf of aca760d5d32f44678ef6de15bc80117f for: {'port': 1} {{(pid=93644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:28:18.437452 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-d64ec429-d5ea-4d67-9741-8dadcb635036 req-ea1102d4-46b0-4148-a6f0-803d277e8b9e tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3930454'] for port, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:18.476264 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [req-644005e0-9167-4f75-b422-6dbf5b07cc91 req-82815c25-c3e4-4cf2-b9c1-b3aacb5dfc61 service neutron] 10.222.0.47 "GET /v2.0/networks/f2275738-0436-4812-9837-f9c6ba37ea2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256168 Jun 17 10:28:18.653583 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.db.db_base_plugin_common [req-d64ec429-d5ea-4d67-9741-8dadcb635036 req-ea1102d4-46b0-4148-a6f0-803d277e8b9e tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Allocated IP 172.20.0.5 (fbf95478-19a5-4f07-a34f-dd4f56a3b0c1/cf327c71-eda0-4c61-af33-93c8df9a6c5d/58166c26-86e3-4e02-8d2e-2b6f25e2a96c) {{(pid=93644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:28:18.878428 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-d64ec429-d5ea-4d67-9741-8dadcb635036 req-ea1102d4-46b0-4148-a6f0-803d277e8b9e tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks [] for port, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:18.903932 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.db.provisioning_blocks [req-d64ec429-d5ea-4d67-9741-8dadcb635036 req-ea1102d4-46b0-4148-a6f0-803d277e8b9e tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Transition to ACTIVE for port object 58166c26-86e3-4e02-8d2e-2b6f25e2a96c will not be triggered until provisioned by entity DHCP. {{(pid=93644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:28:19.071082 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-d64ec429-d5ea-4d67-9741-8dadcb635036 req-ea1102d4-46b0-4148-a6f0-803d277e8b9e tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3925395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740733869087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125912119'] for port, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:19.077502 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-6ea622ab-66ad-4deb-820f-1d544c698bb0 tempest-VolumesNegativeTest-1420008889 tempest-VolumesNegativeTest-1420008889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:28:19.131166 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d64ec429-d5ea-4d67-9741-8dadcb635036 req-ea1102d4-46b0-4148-a6f0-803d277e8b9e tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Network fbf95478-19a5-4f07-a34f-dd4f56a3b0c1 is already hosted by enough agents. {{(pid=93644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:28:19.136079 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.base_scheduler [req-d64ec429-d5ea-4d67-9741-8dadcb635036 req-ea1102d4-46b0-4148-a6f0-803d277e8b9e tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Resources bound (agent type, host, resource id): {{(pid=93644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:28:19.152256 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvrscheduler_db [req-d64ec429-d5ea-4d67-9741-8dadcb635036 req-ea1102d4-46b0-4148-a6f0-803d277e8b9e tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Received port after_create {{(pid=93644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:28:19.218654 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1102d4-46b0-4148-a6f0-803d277e8b9e tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Pushing event updated for resources: {'Port': ['ID=58166c26-86e3-4e02-8d2e-2b6f25e2a96c,revision_number=1']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:28:19.232511 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-ea1102d4-46b0-4148-a6f0-803d277e8b9e tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:28:19.315534 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ec429-d5ea-4d67-9741-8dadcb635036 req-ea1102d4-46b0-4148-a6f0-803d277e8b9e tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:19.316348 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-d64ec429-d5ea-4d67-9741-8dadcb635036 req-ea1102d4-46b0-4148-a6f0-803d277e8b9e tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733'] for port, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:19.405733 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f26a12e-3319-498b-ad48-96adc15fe702 req-50d15bd6-e53f-41cc-a711-55fa53d5f6b9 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:19.407860 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6f26a12e-3319-498b-ad48-96adc15fe702 req-50d15bd6-e53f-41cc-a711-55fa53d5f6b9 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/ports?device_id=e7b2bb58-fac9-4502-8589-c4231328b408 HTTP/1.1" status: 200 len: 931 time: 0.2103155 Jun 17 10:28:19.451314 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d64ec429-d5ea-4d67-9741-8dadcb635036 req-ea1102d4-46b0-4148-a6f0-803d277e8b9e tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2891345 Jun 17 10:28:19.473053 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.v2.base [req-d64ec429-d5ea-4d67-9741-8dadcb635036 req-7efe891e-bcc0-4f86-9a93-f3a633e6fd76 service neutron] Request body: {'port': {'device_id': 'e7b2bb58-fac9-4502-8589-c4231328b408', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79680'}} {{(pid=93644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:28:19.480188 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6f26a12e-3319-498b-ad48-96adc15fe702 req-a63510fe-89d8-449f-9fd0-caca0f2f0926 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1bc7806-bc87-4ca4-84bd-873a3995d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621269 Jun 17 10:28:19.519462 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba0b27-6bb9-43d3-baa4-eba30e69c11a req-c7a10f7f-a501-4f15-8b81-778d2c9fbaf8 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:19.521204 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-ceba0b27-6bb9-43d3-baa4-eba30e69c11a req-c7a10f7f-a501-4f15-8b81-778d2c9fbaf8 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb31e10d-fae0-43f3-a7e7-f056ebb2483a HTTP/1.1" status: 200 len: 943 time: 0.1862564 Jun 17 10:28:19.561725 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-87de77e7-243a-4c1e-880c-bd3295620d7f None None] Provisioning for port 58166c26-86e3-4e02-8d2e-2b6f25e2a96c completed by entity DHCP. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:28:19.568115 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-87de77e7-243a-4c1e-880c-bd3295620d7f None None] Provisioning complete for port 58166c26-86e3-4e02-8d2e-2b6f25e2a96c triggered by entity DHCP. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:28:19.568714 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-87de77e7-243a-4c1e-880c-bd3295620d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:19.617799 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-87de77e7-243a-4c1e-880c-bd3295620d7f None None] Port 58166c26-86e3-4e02-8d2e-2b6f25e2a96c cannot update to ACTIVE because it is not bound. {{(pid=93646) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 10:28:19.624054 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-ceba0b27-6bb9-43d3-baa4-eba30e69c11a req-ca4f6bf7-4e41-4c3b-aed1-4363b441aa17 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/security-groups?id=9fd5b093-e4bd-4759-a7dd-4acd2ee3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810039 Jun 17 10:28:19.625685 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-d64ec429-d5ea-4d67-9741-8dadcb635036 req-7efe891e-bcc0-4f86-9a93-f3a633e6fd76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:19.976616 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.notifiers.nova [req-d64ec429-d5ea-4d67-9741-8dadcb635036 req-7efe891e-bcc0-4f86-9a93-f3a633e6fd76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58166c26-86e3-4e02-8d2e-2b6f25e2a96c {{(pid=93644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:28:19.986028 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-d64ec429-d5ea-4d67-9741-8dadcb635036 req-7efe891e-bcc0-4f86-9a93-f3a633e6fd76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:20.001444 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.db.provisioning_blocks [req-d64ec429-d5ea-4d67-9741-8dadcb635036 req-7efe891e-bcc0-4f86-9a93-f3a633e6fd76 service neutron] Transition to ACTIVE for port object 58166c26-86e3-4e02-8d2e-2b6f25e2a96c will not be triggered until provisioned by entity L2. {{(pid=93644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:28:20.104178 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-d64ec429-d5ea-4d67-9741-8dadcb635036 req-7efe891e-bcc0-4f86-9a93-f3a633e6fd76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125912069'] for port, after_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:20.106884 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:28:20.186811 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efe891e-bcc0-4f86-9a93-f3a633e6fd76 service neutron] Pushing event updated for resources: {'Port': ['ID=58166c26-86e3-4e02-8d2e-2b6f25e2a96c,revision_number=2']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:28:20.194394 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-7efe891e-bcc0-4f86-9a93-f3a633e6fd76 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:28:20.281967 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.managers [req-d64ec429-d5ea-4d67-9741-8dadcb635036 req-7efe891e-bcc0-4f86-9a93-f3a633e6fd76 service neutron] Attempting to bind port 58166c26-86e3-4e02-8d2e-2b6f25e2a96c on host hv-cinder-79680 for vnic_type normal with profile {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:28:20.282517 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.managers [req-d64ec429-d5ea-4d67-9741-8dadcb635036 req-7efe891e-bcc0-4f86-9a93-f3a633e6fd76 service neutron] Attempting to bind port 58166c26-86e3-4e02-8d2e-2b6f25e2a96c by drivers openvswitch,hyperv on host hv-cinder-79680 at level 0 using segments [{'id': '6fc0f035-2780-4197-a60b-57afbddf8f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'fbf95478-19a5-4f07-a34f-dd4f56a3b0c1'}] {{(pid=93644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:28:20.283063 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64ec429-d5ea-4d67-9741-8dadcb635036 req-7efe891e-bcc0-4f86-9a93-f3a633e6fd76 service neutron] Attempting to bind port 58166c26-86e3-4e02-8d2e-2b6f25e2a96c on network fbf95478-19a5-4f07-a34f-dd4f56a3b0c1 {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:28:20.290409 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64ec429-d5ea-4d67-9741-8dadcb635036 req-7efe891e-bcc0-4f86-9a93-f3a633e6fd76 service neutron] Port 58166c26-86e3-4e02-8d2e-2b6f25e2a96c on network fbf95478-19a5-4f07-a34f-dd4f56a3b0c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79680 {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 10:28:20.290870 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64ec429-d5ea-4d67-9741-8dadcb635036 req-7efe891e-bcc0-4f86-9a93-f3a633e6fd76 service neutron] Attempting to bind port 58166c26-86e3-4e02-8d2e-2b6f25e2a96c on network fbf95478-19a5-4f07-a34f-dd4f56a3b0c1 {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:28:20.298957 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64ec429-d5ea-4d67-9741-8dadcb635036 req-7efe891e-bcc0-4f86-9a93-f3a633e6fd76 service neutron] Checking agent: {'id': '71ef71fd-f9ba-4ed4-b44a-140e16714f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79680', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 14, 58), 'started_at': datetime.datetime(2021, 6, 17, 10, 14, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:28:20.299437 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64ec429-d5ea-4d67-9741-8dadcb635036 req-7efe891e-bcc0-4f86-9a93-f3a633e6fd76 service neutron] Checking segment: {'id': '6fc0f035-2780-4197-a60b-57afbddf8f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'fbf95478-19a5-4f07-a34f-dd4f56a3b0c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:28:20.299965 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64ec429-d5ea-4d67-9741-8dadcb635036 req-7efe891e-bcc0-4f86-9a93-f3a633e6fd76 service neutron] Bound using segment: {'id': '6fc0f035-2780-4197-a60b-57afbddf8f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'fbf95478-19a5-4f07-a34f-dd4f56a3b0c1'} {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:28:20.300564 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.managers [req-d64ec429-d5ea-4d67-9741-8dadcb635036 req-7efe891e-bcc0-4f86-9a93-f3a633e6fd76 service neutron] Bound port: 58166c26-86e3-4e02-8d2e-2b6f25e2a96c, host: hv-cinder-79680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fc0f035-2780-4197-a60b-57afbddf8f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'fbf95478-19a5-4f07-a34f-dd4f56a3b0c1'}}] {{(pid=93644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:28:20.301166 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-d64ec429-d5ea-4d67-9741-8dadcb635036 req-7efe891e-bcc0-4f86-9a93-f3a633e6fd76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:20.383969 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.db [req-d64ec429-d5ea-4d67-9741-8dadcb635036 req-7efe891e-bcc0-4f86-9a93-f3a633e6fd76 service neutron] For port 58166c26-86e3-4e02-8d2e-2b6f25e2a96c, host hv-cinder-79680, cleared binding levels {{(pid=93644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:28:20.387526 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.db [req-d64ec429-d5ea-4d67-9741-8dadcb635036 req-7efe891e-bcc0-4f86-9a93-f3a633e6fd76 service neutron] For port 58166c26-86e3-4e02-8d2e-2b6f25e2a96c, host hv-cinder-79680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=58166c26-86e3-4e02-8d2e-2b6f25e2a96c,segment=NetworkSegment(6fc0f035-2780-4197-a60b-57afbddf8f64),segment_id=6fc0f035-2780-4197-a60b-57afbddf8f64)] {{(pid=93644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:28:20.391802 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device eda63746-9790-4e4d-b663-e0f8efc2b41d details requested by agent hyperv_hv-cinder-79680 with host hv-cinder-79680 {{(pid=93646) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 10:28:20.498779 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-d64ec429-d5ea-4d67-9741-8dadcb635036 req-7efe891e-bcc0-4f86-9a93-f3a633e6fd76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125912069'] for port, after_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:20.503677 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-2f47addc-650e-4e60-a2a6-3d966d86faed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:28:20.514680 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] For port eda63746-9790-4e4d-b663-e0f8efc2b41d, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=eda63746-9790-4e4d-b663-e0f8efc2b41d,segment=NetworkSegment(dc0f4006-4a4b-4fee-9985-5cae22fa80bf),segment_id=dc0f4006-4a4b-4fee-9985-5cae22fa80bf)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:28:20.534798 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Returning: {'device': 'eda63746-9790-4e4d-b663-e0f8efc2b41d', 'network_id': 'f2275738-0436-4812-9837-f9c6ba37ea2a', 'port_id': 'eda63746-9790-4e4d-b663-e0f8efc2b41d', 'mac_address': 'fa:16:3e:05:7a:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca437096-d433-4cda-a535-e8243b8721ac', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93646) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 10:28:20.554184 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ec429-d5ea-4d67-9741-8dadcb635036 req-7efe891e-bcc0-4f86-9a93-f3a633e6fd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:20.555404 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-d64ec429-d5ea-4d67-9741-8dadcb635036 req-7efe891e-bcc0-4f86-9a93-f3a633e6fd76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733'] for port, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:20.557108 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d64ec429-d5ea-4d67-9741-8dadcb635036 req-7efe891e-bcc0-4f86-9a93-f3a633e6fd76 service neutron] 10.222.0.47 "PUT /v2.0/ports/58166c26-86e3-4e02-8d2e-2b6f25e2a96c HTTP/1.1" status: 200 len: 1093 time: 1.0906119 Jun 17 10:28:20.560318 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7b2bb58-fac9-4502-8589-c4231328b408', 'tag': '58166c26-86e3-4e02-8d2e-2b6f25e2a96c'}] {{(pid=93644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:28:20.564490 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e3e45b0fad0fac0035bff2321de6238b3105d4201b4fc6e845e8cd3cf45f1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5dd83ea-d851-46e7-b30f-998e8425c85a" -d '{"events": [{"name": "network-changed", "server_uuid": "e7b2bb58-fac9-4502-8589-c4231328b408", "tag": "58166c26-86e3-4e02-8d2e-2b6f25e2a96c"}]}' {{(pid=93644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:28:20.603760 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:20.634716 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efe891e-bcc0-4f86-9a93-f3a633e6fd76 service neutron] Pushing event updated for resources: {'Port': ['ID=58166c26-86e3-4e02-8d2e-2b6f25e2a96c,revision_number=3']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:28:20.634716 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-7efe891e-bcc0-4f86-9a93-f3a633e6fd76 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:28:20.643162 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.notifiers.nova [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eda63746-9790-4e4d-b663-e0f8efc2b41d {{(pid=93646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:28:20.689820 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] For port eda63746-9790-4e4d-b663-e0f8efc2b41d, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=eda63746-9790-4e4d-b663-e0f8efc2b41d,segment=NetworkSegment(dc0f4006-4a4b-4fee-9985-5cae22fa80bf),segment_id=dc0f4006-4a4b-4fee-9985-5cae22fa80bf)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:28:20.795680 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 10:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-354b553d-1192-4d11-9c50-1237f101699c x-openstack-request-id: req-354b553d-1192-4d11-9c50-1237f101699c {{(pid=93644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:28:20.795916 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7b2bb58-fac9-4502-8589-c4231328b408", "tag": "58166c26-86e3-4e02-8d2e-2b6f25e2a96c", "status": "completed", "code": 200}]} {{(pid=93644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:28:20.797175 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-354b553d-1192-4d11-9c50-1237f101699c {{(pid=93644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:28:20.798549 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7b2bb58-fac9-4502-8589-c4231328b408', 'tag': '58166c26-86e3-4e02-8d2e-2b6f25e2a96c', 'status': 'completed', 'code': 200} Jun 17 10:28:20.814632 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:20.830786 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-a0a3fad8-013c-4e21-af22-770c0ecf4543 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:28:20.880168 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ec429-d5ea-4d67-9741-8dadcb635036 req-05abb5a8-79ad-4fce-9609-956d2fffbd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:20.888005 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d64ec429-d5ea-4d67-9741-8dadcb635036 req-05abb5a8-79ad-4fce-9609-956d2fffbd3c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aca760d5d32f44678ef6de15bc80117f&device_id=e7b2bb58-fac9-4502-8589-c4231328b408 HTTP/1.1" status: 200 len: 1096 time: 0.1784410 Jun 17 10:28:20.951041 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Pushing event updated for resources: {'Port': ['ID=eda63746-9790-4e4d-b663-e0f8efc2b41d,revision_number=4']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:28:20.957648 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:28:20.966852 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d64ec429-d5ea-4d67-9741-8dadcb635036 req-bab41911-cd31-4f6c-ad1f-2747a7c9ffba service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58166c26-86e3-4e02-8d2e-2b6f25e2a96c HTTP/1.1" status: 200 len: 217 time: 0.0686839 Jun 17 10:28:20.979817 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575df25a-43c7-44c4-a5b1-5497259bad2d req-a0bb5e18-37ad-4c6d-8ca8-84b8515ba972 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:20.982259 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-575df25a-43c7-44c4-a5b1-5497259bad2d req-a0bb5e18-37ad-4c6d-8ca8-84b8515ba972 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/ports?device_id=e7b2bb58-fac9-4502-8589-c4231328b408 HTTP/1.1" status: 200 len: 943 time: 0.2966259 Jun 17 10:28:21.075809 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] get_ports_and_sgs() called for port_ids ['eda63746-9790-4e4d-b663-e0f8efc2b41d'] {{(pid=93646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 10:28:21.188851 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ec429-d5ea-4d67-9741-8dadcb635036 req-e2a9a330-c9a0-41a7-af61-75d51c450f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:21.191286 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d64ec429-d5ea-4d67-9741-8dadcb635036 req-e2a9a330-c9a0-41a7-af61-75d51c450f34 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf327c71-eda0-4c61-af33-93c8df9a6c5d HTTP/1.1" status: 200 len: 850 time: 0.2047498 Jun 17 10:28:21.199005 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-575df25a-43c7-44c4-a5b1-5497259bad2d req-7327cfdf-7436-4480-b4b1-3d1801f7acec tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1bc7806-bc87-4ca4-84bd-873a3995d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1969380 Jun 17 10:28:21.287747 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047fce5e-8e76-40d2-9b27-ef8f0f06eef8 req-158b73b1-a87a-4710-928d-f42005fd21c5 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:21.289845 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-047fce5e-8e76-40d2-9b27-ef8f0f06eef8 req-158b73b1-a87a-4710-928d-f42005fd21c5 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb31e10d-fae0-43f3-a7e7-f056ebb2483a HTTP/1.1" status: 200 len: 944 time: 0.3060930 Jun 17 10:28:21.364723 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ec429-d5ea-4d67-9741-8dadcb635036 req-72c7f397-0790-4eb1-806a-6eeadb20d0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:21.373566 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d64ec429-d5ea-4d67-9741-8dadcb635036 req-72c7f397-0790-4eb1-806a-6eeadb20d0fb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fbf95478-19a5-4f07-a34f-dd4f56a3b0c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1667342 Jun 17 10:28:21.373975 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-047fce5e-8e76-40d2-9b27-ef8f0f06eef8 req-a7df0f69-db01-4d18-95d2-3eb58dca5f58 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/security-groups?id=9fd5b093-e4bd-4759-a7dd-4acd2ee3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731316 Jun 17 10:28:21.518550 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d64ec429-d5ea-4d67-9741-8dadcb635036 req-34f42002-134e-42d3-9b98-faf1b342648d service neutron] 10.222.0.47 "GET /v2.0/networks/fbf95478-19a5-4f07-a34f-dd4f56a3b0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425226 Jun 17 10:28:21.620863 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d64ec429-d5ea-4d67-9741-8dadcb635036 req-9db2f394-94b8-4ba6-a325-65b54e3da749 service neutron] 10.222.0.47 "GET /v2.0/networks/fbf95478-19a5-4f07-a34f-dd4f56a3b0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951991 Jun 17 10:28:21.830983 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd83ea-d851-46e7-b30f-998e8425c85a req-e80a0927-79a5-4822-b509-c09feee02e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:21.833967 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-b5dd83ea-d851-46e7-b30f-998e8425c85a req-e80a0927-79a5-4822-b509-c09feee02e30 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aca760d5d32f44678ef6de15bc80117f&device_id=e7b2bb58-fac9-4502-8589-c4231328b408 HTTP/1.1" status: 200 len: 1096 time: 0.0815368 Jun 17 10:28:21.951454 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd83ea-d851-46e7-b30f-998e8425c85a req-15715c4d-3fab-49c9-9d55-63ba5516fcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:21.953535 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-b5dd83ea-d851-46e7-b30f-998e8425c85a req-15715c4d-3fab-49c9-9d55-63ba5516fcf1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fbf95478-19a5-4f07-a34f-dd4f56a3b0c1 HTTP/1.1" status: 200 len: 912 time: 0.1102443 Jun 17 10:28:22.002706 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-b5dd83ea-d851-46e7-b30f-998e8425c85a req-60788f2c-8380-4654-9e10-f816340aae63 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58166c26-86e3-4e02-8d2e-2b6f25e2a96c HTTP/1.1" status: 200 len: 217 time: 0.0424750 Jun 17 10:28:22.062919 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd83ea-d851-46e7-b30f-998e8425c85a req-3f9866bc-79e8-47f5-b8c8-7cb4159d39c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:22.064787 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-b5dd83ea-d851-46e7-b30f-998e8425c85a req-3f9866bc-79e8-47f5-b8c8-7cb4159d39c4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf327c71-eda0-4c61-af33-93c8df9a6c5d HTTP/1.1" status: 200 len: 850 time: 0.0521646 Jun 17 10:28:22.132370 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd83ea-d851-46e7-b30f-998e8425c85a req-cf1ca0f7-8cc8-4ff6-910f-d518e0a85830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:22.133889 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-b5dd83ea-d851-46e7-b30f-998e8425c85a req-cf1ca0f7-8cc8-4ff6-910f-d518e0a85830 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fbf95478-19a5-4f07-a34f-dd4f56a3b0c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0609646 Jun 17 10:28:22.245687 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-b5dd83ea-d851-46e7-b30f-998e8425c85a req-5b918c5d-e5c4-4963-926a-d8458b61b999 service neutron] 10.222.0.47 "GET /v2.0/networks/fbf95478-19a5-4f07-a34f-dd4f56a3b0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038611 Jun 17 10:28:22.435695 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device eda63746-9790-4e4d-b663-e0f8efc2b41d up at agent hyperv_hv-cinder-79680 {{(pid=93646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:28:22.468576 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-b5dd83ea-d851-46e7-b30f-998e8425c85a req-109e1ded-267b-45fd-ad03-aea5bb62f968 service neutron] 10.222.0.47 "GET /v2.0/networks/fbf95478-19a5-4f07-a34f-dd4f56a3b0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156553 Jun 17 10:28:22.508394 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dca6ac-9ae8-4595-89a0-584306db3b70 req-7357f3a8-3033-4a52-b30e-cab9c600ea80 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:22.510417 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-59dca6ac-9ae8-4595-89a0-584306db3b70 req-7357f3a8-3033-4a52-b30e-cab9c600ea80 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/ports?device_id=e7b2bb58-fac9-4502-8589-c4231328b408 HTTP/1.1" status: 200 len: 943 time: 0.1633029 Jun 17 10:28:22.572239 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-59dca6ac-9ae8-4595-89a0-584306db3b70 req-c7af2042-147b-4dab-892e-3972c461377e tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1bc7806-bc87-4ca4-84bd-873a3995d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541968 Jun 17 10:28:22.573259 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Provisioning for port eda63746-9790-4e4d-b663-e0f8efc2b41d completed by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:28:22.581753 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Provisioning complete for port eda63746-9790-4e4d-b663-e0f8efc2b41d triggered by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:28:22.582487 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:22.729994 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:22.744201 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8945e-ccd3-4788-84bf-8143273fd540 req-62f62cd6-5c86-4f8d-96c0-2991e1d2217e tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:22.746727 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-2ae8945e-ccd3-4788-84bf-8143273fd540 req-62f62cd6-5c86-4f8d-96c0-2991e1d2217e tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb31e10d-fae0-43f3-a7e7-f056ebb2483a HTTP/1.1" status: 200 len: 944 time: 0.1283076 Jun 17 10:28:22.766629 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb31e10d-fae0-43f3-a7e7-f056ebb2483a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eda63746-9790-4e4d-b663-e0f8efc2b41d'}] {{(pid=93646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:28:22.769327 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}202ec35f0b2f503ce7e4db3a1c258f37e57fe85608606de8e1c873696d713f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7acefbd1-3649-442e-881e-152e3dc89a57" -d '{"events": [{"server_uuid": "eb31e10d-fae0-43f3-a7e7-f056ebb2483a", "name": "network-vif-plugged", "status": "completed", "tag": "eda63746-9790-4e4d-b663-e0f8efc2b41d"}]}' {{(pid=93646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:28:22.794533 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] For port eda63746-9790-4e4d-b663-e0f8efc2b41d, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=eda63746-9790-4e4d-b663-e0f8efc2b41d,segment=NetworkSegment(dc0f4006-4a4b-4fee-9985-5cae22fa80bf),segment_id=dc0f4006-4a4b-4fee-9985-5cae22fa80bf)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:28:22.812893 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-2ae8945e-ccd3-4788-84bf-8143273fd540 req-0f18ea5a-8d10-4ecf-9b4f-6472cddaaab4 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/security-groups?id=9fd5b093-e4bd-4759-a7dd-4acd2ee3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536287 Jun 17 10:28:22.907987 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:22.909976 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-c9d1a878-bb50-4953-ba55-f736566a2ea4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:28:22.940215 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1012ce06-7a38-42f4-bbbf-2a6d28339e9c x-openstack-request-id: req-1012ce06-7a38-42f4-bbbf-2a6d28339e9c {{(pid=93646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:28:22.940671 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb31e10d-fae0-43f3-a7e7-f056ebb2483a", "name": "network-vif-plugged", "status": "completed", "tag": "eda63746-9790-4e4d-b663-e0f8efc2b41d", "code": 200}]} {{(pid=93646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:28:22.941077 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1012ce06-7a38-42f4-bbbf-2a6d28339e9c {{(pid=93646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:28:22.941726 dv-cinder-796806-1-iscsi neutron-server[93646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb31e10d-fae0-43f3-a7e7-f056ebb2483a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eda63746-9790-4e4d-b663-e0f8efc2b41d', 'code': 200} Jun 17 10:28:22.977193 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Pushing event updated for resources: {'Port': ['ID=eda63746-9790-4e4d-b663-e0f8efc2b41d,revision_number=5']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:28:22.980679 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:28:23.423808 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115ea87e-fb8d-4106-a86a-485cfd183268 req-666a49fa-4af6-4ead-bfdb-c6170daaa2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:23.425334 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-115ea87e-fb8d-4106-a86a-485cfd183268 req-666a49fa-4af6-4ead-bfdb-c6170daaa2a0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=eb31e10d-fae0-43f3-a7e7-f056ebb2483a HTTP/1.1" status: 200 len: 1098 time: 0.0751166 Jun 17 10:28:23.474883 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-115ea87e-fb8d-4106-a86a-485cfd183268 req-44c1e9cb-7dcc-425d-bdfe-cd15766c382d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9fd5b093-e4bd-4759-a7dd-4acd2ee3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407786 Jun 17 10:28:23.852304 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dc8d7d-1b8f-49a7-9c70-e06daf353da9 req-137f419f-d3d1-411f-9163-565783d562aa tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:23.855098 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-c8dc8d7d-1b8f-49a7-9c70-e06daf353da9 req-137f419f-d3d1-411f-9163-565783d562aa tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/ports?device_id=e7b2bb58-fac9-4502-8589-c4231328b408 HTTP/1.1" status: 200 len: 943 time: 0.1219041 Jun 17 10:28:23.927312 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-c8dc8d7d-1b8f-49a7-9c70-e06daf353da9 req-4fc6ed47-af58-4425-b0f6-cf912113df0f tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1bc7806-bc87-4ca4-84bd-873a3995d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621657 Jun 17 10:28:24.115112 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3199a8d3-7d3f-4770-b2dc-b5c0c03701de req-fd752bc4-b995-4c09-a578-6fecd15bf1c5 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:24.116650 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-3199a8d3-7d3f-4770-b2dc-b5c0c03701de req-fd752bc4-b995-4c09-a578-6fecd15bf1c5 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb31e10d-fae0-43f3-a7e7-f056ebb2483a HTTP/1.1" status: 200 len: 945 time: 0.1005681 Jun 17 10:28:24.178468 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-3199a8d3-7d3f-4770-b2dc-b5c0c03701de req-71c268fb-9cf4-4902-86e2-e17a87a2a71f tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/security-groups?id=9fd5b093-e4bd-4759-a7dd-4acd2ee3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492415 Jun 17 10:28:25.142256 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b760a3-39f2-4b3f-b9f4-30686ce37e74 req-ebe94aa7-bd55-490a-a498-697de6933df4 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:25.143851 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-11b760a3-39f2-4b3f-b9f4-30686ce37e74 req-ebe94aa7-bd55-490a-a498-697de6933df4 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/ports?device_id=e7b2bb58-fac9-4502-8589-c4231328b408 HTTP/1.1" status: 200 len: 943 time: 0.0775707 Jun 17 10:28:25.194808 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-11b760a3-39f2-4b3f-b9f4-30686ce37e74 req-2c3449c9-0e15-4d64-8f9c-978d1ebdc3c7 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1bc7806-bc87-4ca4-84bd-873a3995d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402410 Jun 17 10:28:25.421938 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db83550a-21eb-4156-9a00-a19dd6cc5a96 req-28ef4ea1-c62a-4d65-b5ff-20e242e93860 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:25.423851 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-db83550a-21eb-4156-9a00-a19dd6cc5a96 req-28ef4ea1-c62a-4d65-b5ff-20e242e93860 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb31e10d-fae0-43f3-a7e7-f056ebb2483a HTTP/1.1" status: 200 len: 945 time: 0.0768192 Jun 17 10:28:25.474296 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-db83550a-21eb-4156-9a00-a19dd6cc5a96 req-df6d89c5-418b-4dc4-aefc-5e8651bdfaaa tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/security-groups?id=9fd5b093-e4bd-4759-a7dd-4acd2ee3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405059 Jun 17 10:28:25.703467 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0058a844-3e5d-4be3-9b81-62cc5aad650e req-488a52a3-e900-471a-b2f1-126119faef3b tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:25.705275 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-0058a844-3e5d-4be3-9b81-62cc5aad650e req-488a52a3-e900-471a-b2f1-126119faef3b tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb31e10d-fae0-43f3-a7e7-f056ebb2483a HTTP/1.1" status: 200 len: 945 time: 0.1077092 Jun 17 10:28:25.718440 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 55488) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:28:25.723728 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.v2.base [None req-3b10bfdf-b378-4b23-a977-003bc80f4120 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Request body: {'floatingip': {'port_id': 'eda63746-9790-4e4d-b663-e0f8efc2b41d'}} {{(pid=93645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:28:25.775745 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-3b10bfdf-b378-4b23-a977-003bc80f4120 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks [] for floatingip, before_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:26.545255 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8965dd3-b483-4e48-a79e-d246259e63e0 req-afad677f-caa8-4244-b10e-0a6df4cdaccc tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:26.548587 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-b8965dd3-b483-4e48-a79e-d246259e63e0 req-afad677f-caa8-4244-b10e-0a6df4cdaccc tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/ports?device_id=e7b2bb58-fac9-4502-8589-c4231328b408 HTTP/1.1" status: 200 len: 943 time: 0.1582808 Jun 17 10:28:26.637453 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-b8965dd3-b483-4e48-a79e-d246259e63e0 req-6a2cadc1-4107-45d7-b1de-6b16b7ea5825 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1bc7806-bc87-4ca4-84bd-873a3995d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772555 Jun 17 10:28:26.707886 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-3b10bfdf-b378-4b23-a977-003bc80f4120 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:26.790730 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-3b10bfdf-b378-4b23-a977-003bc80f4120 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684762'] for floatingip, after_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:26.918379 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.db.l3_db [None req-3b10bfdf-b378-4b23-a977-003bc80f4120 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Floating IP a91556ef-fa30-409c-8ca7-c969a52fcf0f associated. External IP: 172.27.0.18, port: eda63746-9790-4e4d-b663-e0f8efc2b41d. Jun 17 10:28:27.196067 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b10bfdf-b378-4b23-a977-003bc80f4120 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Router 3671c8c6-9336-468e-93e1-682e24e2fcc1 has already been hosted by L3 agent 9ed9efc2-3eec-4d73-b246-cbd899a1984b {{(pid=93645) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 10:28:27.339803 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b10bfdf-b378-4b23-a977-003bc80f4120 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify agent at l3_agent.dv-cinder-796806-1-iscsi the message routers_updated {{(pid=93645) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 10:28:27.347755 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-3b10bfdf-b378-4b23-a977-003bc80f4120 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733'] for floatingip, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:27.355012 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e355eee8-3b60-4688-8bf4-2b4516159350 None None] Sync routers for ids ['3671c8c6-9336-468e-93e1-682e24e2fcc1'] in dv-cinder-796806-1-iscsi {{(pid=93647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 10:28:27.377678 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e355eee8-3b60-4688-8bf4-2b4516159350 None None] Routers {'3671c8c6-9336-468e-93e1-682e24e2fcc1'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:28:27.378576 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-e355eee8-3b60-4688-8bf4-2b4516159350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:28:03Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['3671c8c6-9336-468e-93e1-682e24e2fcc1'], 'active': True} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:28:27.420239 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-3b10bfdf-b378-4b23-a977-003bc80f4120 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "PUT /v2.0/floatingips/a91556ef-fa30-409c-8ca7-c969a52fcf0f HTTP/1.1" status: 200 len: 990 time: 1.6977336 Jun 17 10:28:27.420239 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb31e10d-fae0-43f3-a7e7-f056ebb2483a', 'tag': 'eda63746-9790-4e4d-b663-e0f8efc2b41d'}] {{(pid=93645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:28:27.422755 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25c6fbde856bb10fc3e6f7e7beb0655886cca8e381c3d168db957d1d9f65ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1116ae1e-e602-4411-824b-045a93674d0b" -d '{"events": [{"name": "network-changed", "server_uuid": "eb31e10d-fae0-43f3-a7e7-f056ebb2483a", "tag": "eda63746-9790-4e4d-b663-e0f8efc2b41d"}]}' {{(pid=93645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:28:27.472702 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 10:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad0aa874-c655-4045-860f-d1f337ba8ea3 x-openstack-request-id: req-ad0aa874-c655-4045-860f-d1f337ba8ea3 {{(pid=93645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:28:27.473041 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb31e10d-fae0-43f3-a7e7-f056ebb2483a", "tag": "eda63746-9790-4e4d-b663-e0f8efc2b41d", "status": "completed", "code": 200}]} {{(pid=93645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:28:27.473358 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ad0aa874-c655-4045-860f-d1f337ba8ea3 {{(pid=93645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:28:27.473912 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb31e10d-fae0-43f3-a7e7-f056ebb2483a', 'tag': 'eda63746-9790-4e4d-b663-e0f8efc2b41d', 'status': 'completed', 'code': 200} Jun 17 10:28:27.529695 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvr_db [None req-e355eee8-3b60-4688-8bf4-2b4516159350 None None] Set router 3671c8c6-9336-468e-93e1-682e24e2fcc1 gateway port host: dv-cinder-796806-1-iscsi {{(pid=93647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:28:27.622006 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1116ae1e-e602-4411-824b-045a93674d0b req-8bbcf8f9-d16e-4aae-acb8-0d378930ea83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:27.624881 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-1116ae1e-e602-4411-824b-045a93674d0b req-8bbcf8f9-d16e-4aae-acb8-0d378930ea83 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fb4c620e62524ba499710baa138734e6&device_id=eb31e10d-fae0-43f3-a7e7-f056ebb2483a HTTP/1.1" status: 200 len: 1098 time: 0.1033115 Jun 17 10:28:27.734830 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.agents_db [None req-342b98a1-7fdc-4d24-a539-fe72a001d92b None None] Agent healthcheck: found 6 active agents {{(pid=93647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:28:27.745956 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1116ae1e-e602-4411-824b-045a93674d0b req-6fdda0a4-043b-4211-8666-1e202ddf4884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:27.748037 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-1116ae1e-e602-4411-824b-045a93674d0b req-6fdda0a4-043b-4211-8666-1e202ddf4884 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f2275738-0436-4812-9837-f9c6ba37ea2a HTTP/1.1" status: 200 len: 912 time: 0.1161306 Jun 17 10:28:27.892932 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-1116ae1e-e602-4411-824b-045a93674d0b req-ac32f00e-ddce-4610-91e8-6edca27cbca5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eda63746-9790-4e4d-b663-e0f8efc2b41d HTTP/1.1" status: 200 len: 998 time: 0.1381457 Jun 17 10:28:27.938628 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-e355eee8-3b60-4688-8bf4-2b4516159350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3671c8c6-9336-468e-93e1-682e24e2fcc1', 'name': 'tempest-AttachVolumeTestJSON-1443884966-router', 'tenant_id': 'fb4c620e62524ba499710baa138734e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '8ab270ac-2f71-4612-991a-775bd8b0689e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:27:50Z', 'updated_at': '2021-06-17T10:27:56Z', 'revision_number': 4, 'project_id': 'fb4c620e62524ba499710baa138734e6', 'gw_port': {'id': '8ab270ac-2f71-4612-991a-775bd8b0689e', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:1c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3671c8c6-9336-468e-93e1-682e24e2fcc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:27:51Z', 'updated_at': '2021-06-17T10:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi', '_floatingips': [{'id': 'a91556ef-fa30-409c-8ca7-c969a52fcf0f', 'tenant_id': 'fb4c620e62524ba499710baa138734e6', 'floating_ip_address': '172.27.0.18', 'floating_network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'router_id': '3671c8c6-9336-468e-93e1-682e24e2fcc1', 'port_id': 'eda63746-9790-4e4d-b663-e0f8efc2b41d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2275738-0436-4812-9837-f9c6ba37ea2a', 'mac_address': 'fa:16:3e:05:7a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb31e10d-fae0-43f3-a7e7-f056ebb2483a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T10:28:02Z', 'updated_at': '2021-06-17T10:28:26Z', 'revision_number': 1, 'project_id': 'fb4c620e62524ba499710baa138734e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd78a5643-bf23-49f4-b91d-c9ffba8de1dc', 'name': '', 'network_id': 'f2275738-0436-4812-9837-f9c6ba37ea2a', 'tenant_id': 'fb4c620e62524ba499710baa138734e6', 'mac_address': 'fa:16:3e:b6:9c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3671c8c6-9336-468e-93e1-682e24e2fcc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'ca437096-d433-4cda-a535-e8243b8721ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:27:55Z', 'updated_at': '2021-06-17T10:28:03Z', 'revision_number': 5, 'project_id': 'fb4c620e62524ba499710baa138734e6', 'subnets': [{'id': 'ca437096-d433-4cda-a535-e8243b8721ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:28:27.971721 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e355eee8-3b60-4688-8bf4-2b4516159350 None None] Checking router: 3671c8c6-9336-468e-93e1-682e24e2fcc1 for host: dv-cinder-796806-1-iscsi {{(pid=93647) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 10:28:27.987094 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e355eee8-3b60-4688-8bf4-2b4516159350 None None] Routers {'3671c8c6-9336-468e-93e1-682e24e2fcc1'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:28:27.987094 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-e355eee8-3b60-4688-8bf4-2b4516159350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:28:03Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['3671c8c6-9336-468e-93e1-682e24e2fcc1'], 'active': True} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:28:28.005098 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacbf030-3cc0-4599-9d4a-0e9fbbda457c req-42ec9218-a45f-4e6d-b37b-596a89db31a6 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:28.007760 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-dacbf030-3cc0-4599-9d4a-0e9fbbda457c req-42ec9218-a45f-4e6d-b37b-596a89db31a6 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/ports?device_id=e7b2bb58-fac9-4502-8589-c4231328b408 HTTP/1.1" status: 200 len: 943 time: 0.1899385 Jun 17 10:28:28.015089 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1116ae1e-e602-4411-824b-045a93674d0b req-11fbe6a6-0290-463a-a9e1-899dbad8b267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:28.017833 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-1116ae1e-e602-4411-824b-045a93674d0b req-11fbe6a6-0290-463a-a9e1-899dbad8b267 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ca437096-d433-4cda-a535-e8243b8721ac HTTP/1.1" status: 200 len: 850 time: 0.1164494 Jun 17 10:28:28.143846 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-dacbf030-3cc0-4599-9d4a-0e9fbbda457c req-54532ed4-96fb-464b-b578-3de11dac10f0 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1bc7806-bc87-4ca4-84bd-873a3995d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242497 Jun 17 10:28:28.178808 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1116ae1e-e602-4411-824b-045a93674d0b req-8b80e313-f886-4b3c-a159-acc35b7dda88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:28.181615 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-1116ae1e-e602-4411-824b-045a93674d0b req-8b80e313-f886-4b3c-a159-acc35b7dda88 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f2275738-0436-4812-9837-f9c6ba37ea2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1513135 Jun 17 10:28:28.232365 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvr_db [None req-e355eee8-3b60-4688-8bf4-2b4516159350 None None] Set router 3671c8c6-9336-468e-93e1-682e24e2fcc1 gateway port host: dv-cinder-796806-1-iscsi {{(pid=93647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:28:28.259026 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:28.332409 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-1116ae1e-e602-4411-824b-045a93674d0b req-7e526a1a-fb0d-4a2e-a867-41bbe83b06bb service neutron] 10.222.0.47 "GET /v2.0/networks/f2275738-0436-4812-9837-f9c6ba37ea2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434910 Jun 17 10:28:28.439206 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device 58166c26-86e3-4e02-8d2e-2b6f25e2a96c details requested by agent hyperv_hv-cinder-79680 with host hv-cinder-79680 {{(pid=93646) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 10:28:28.478550 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-1116ae1e-e602-4411-824b-045a93674d0b req-7714c89d-f6f9-479c-b391-7fca280b27ff service neutron] 10.222.0.47 "GET /v2.0/networks/f2275738-0436-4812-9837-f9c6ba37ea2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375997 Jun 17 10:28:28.581442 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-e355eee8-3b60-4688-8bf4-2b4516159350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3671c8c6-9336-468e-93e1-682e24e2fcc1', 'name': 'tempest-AttachVolumeTestJSON-1443884966-router', 'tenant_id': 'fb4c620e62524ba499710baa138734e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '8ab270ac-2f71-4612-991a-775bd8b0689e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:27:50Z', 'updated_at': '2021-06-17T10:27:56Z', 'revision_number': 4, 'project_id': 'fb4c620e62524ba499710baa138734e6', 'gw_port': {'id': '8ab270ac-2f71-4612-991a-775bd8b0689e', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:1c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3671c8c6-9336-468e-93e1-682e24e2fcc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:27:51Z', 'updated_at': '2021-06-17T10:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi', '_floatingips': [{'id': 'a91556ef-fa30-409c-8ca7-c969a52fcf0f', 'tenant_id': 'fb4c620e62524ba499710baa138734e6', 'floating_ip_address': '172.27.0.18', 'floating_network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'router_id': '3671c8c6-9336-468e-93e1-682e24e2fcc1', 'port_id': 'eda63746-9790-4e4d-b663-e0f8efc2b41d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2275738-0436-4812-9837-f9c6ba37ea2a', 'mac_address': 'fa:16:3e:05:7a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb31e10d-fae0-43f3-a7e7-f056ebb2483a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T10:28:02Z', 'updated_at': '2021-06-17T10:28:26Z', 'revision_number': 1, 'project_id': 'fb4c620e62524ba499710baa138734e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd78a5643-bf23-49f4-b91d-c9ffba8de1dc', 'name': '', 'network_id': 'f2275738-0436-4812-9837-f9c6ba37ea2a', 'tenant_id': 'fb4c620e62524ba499710baa138734e6', 'mac_address': 'fa:16:3e:b6:9c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3671c8c6-9336-468e-93e1-682e24e2fcc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'ca437096-d433-4cda-a535-e8243b8721ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:27:55Z', 'updated_at': '2021-06-17T10:28:03Z', 'revision_number': 5, 'project_id': 'fb4c620e62524ba499710baa138734e6', 'subnets': [{'id': 'ca437096-d433-4cda-a535-e8243b8721ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:28:28.585921 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] For port 58166c26-86e3-4e02-8d2e-2b6f25e2a96c, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=58166c26-86e3-4e02-8d2e-2b6f25e2a96c,segment=NetworkSegment(6fc0f035-2780-4197-a60b-57afbddf8f64),segment_id=6fc0f035-2780-4197-a60b-57afbddf8f64)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:28:28.598362 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Returning: {'device': '58166c26-86e3-4e02-8d2e-2b6f25e2a96c', 'network_id': 'fbf95478-19a5-4f07-a34f-dd4f56a3b0c1', 'port_id': '58166c26-86e3-4e02-8d2e-2b6f25e2a96c', 'mac_address': 'fa:16:3e:23:f4:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf327c71-eda0-4c61-af33-93c8df9a6c5d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93646) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 10:28:28.641718 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e355eee8-3b60-4688-8bf4-2b4516159350 None None] The sync data for ids ['3671c8c6-9336-468e-93e1-682e24e2fcc1'] in dv-cinder-796806-1-iscsi is: [{'id': '3671c8c6-9336-468e-93e1-682e24e2fcc1', 'name': 'tempest-AttachVolumeTestJSON-1443884966-router', 'tenant_id': 'fb4c620e62524ba499710baa138734e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '8ab270ac-2f71-4612-991a-775bd8b0689e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:27:50Z', 'updated_at': '2021-06-17T10:27:56Z', 'revision_number': 4, 'project_id': 'fb4c620e62524ba499710baa138734e6', 'gw_port': {'id': '8ab270ac-2f71-4612-991a-775bd8b0689e', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:1c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3671c8c6-9336-468e-93e1-682e24e2fcc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:27:51Z', 'updated_at': '2021-06-17T10:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi', '_floatingips': [{'id': 'a91556ef-fa30-409c-8ca7-c969a52fcf0f', 'tenant_id': 'fb4c620e62524ba499710baa138734e6', 'floating_ip_address': '172.27.0.18', 'floating_network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'router_id': '3671c8c6-9336-468e-93e1-682e24e2fcc1', 'port_id': 'eda63746-9790-4e4d-b663-e0f8efc2b41d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2275738-0436-4812-9837-f9c6ba37ea2a', 'mac_address': 'fa:16:3e:05:7a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb31e10d-fae0-43f3-a7e7-f056ebb2483a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T10:28:02Z', 'updated_at': '2021-06-17T10:28:26Z', 'revision_number': 1, 'project_id': 'fb4c620e62524ba499710baa138734e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd78a5643-bf23-49f4-b91d-c9ffba8de1dc', 'name': '', 'network_id': 'f2275738-0436-4812-9837-f9c6ba37ea2a', 'tenant_id': 'fb4c620e62524ba499710baa138734e6', 'mac_address': 'fa:16:3e:b6:9c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3671c8c6-9336-468e-93e1-682e24e2fcc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'ca437096-d433-4cda-a535-e8243b8721ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:27:55Z', 'updated_at': '2021-06-17T10:28:03Z', 'revision_number': 5, 'project_id': 'fb4c620e62524ba499710baa138734e6', 'subnets': [{'id': 'ca437096-d433-4cda-a535-e8243b8721ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 10:28:28.654471 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:28.673077 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.notifiers.nova [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58166c26-86e3-4e02-8d2e-2b6f25e2a96c {{(pid=93646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:28:28.702962 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] For port 58166c26-86e3-4e02-8d2e-2b6f25e2a96c, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=58166c26-86e3-4e02-8d2e-2b6f25e2a96c,segment=NetworkSegment(6fc0f035-2780-4197-a60b-57afbddf8f64),segment_id=6fc0f035-2780-4197-a60b-57afbddf8f64)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:28:28.790087 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:28.792581 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:28:28.870148 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Pushing event updated for resources: {'Port': ['ID=58166c26-86e3-4e02-8d2e-2b6f25e2a96c,revision_number=4']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:28:28.877392 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:28:28.901585 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2523d7e3-7b51-4bbd-9114-d3a4c9cc7d55 None None] New status for floating IP a91556ef-fa30-409c-8ca7-c969a52fcf0f: ACTIVE {{(pid=93646) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 10:28:29.067277 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] get_ports_and_sgs() called for port_ids ['58166c26-86e3-4e02-8d2e-2b6f25e2a96c'] {{(pid=93646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 10:28:29.475246 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6681eb-726d-4636-9659-fa2f31f6ca99 req-fd0b473e-923b-45cb-bd72-9bf1b6085741 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:29.477231 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-ce6681eb-726d-4636-9659-fa2f31f6ca99 req-fd0b473e-923b-45cb-bd72-9bf1b6085741 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/ports?device_id=e7b2bb58-fac9-4502-8589-c4231328b408 HTTP/1.1" status: 200 len: 944 time: 0.0990994 Jun 17 10:28:29.542967 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-ce6681eb-726d-4636-9659-fa2f31f6ca99 req-756bf90a-8450-43bc-8e08-633ed783426d tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1bc7806-bc87-4ca4-84bd-873a3995d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543587 Jun 17 10:28:29.884849 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-659dc4d7-710c-474d-a11d-5d31df983412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:30.452375 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device 58166c26-86e3-4e02-8d2e-2b6f25e2a96c up at agent hyperv_hv-cinder-79680 {{(pid=93646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:28:30.650841 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Provisioning for port 58166c26-86e3-4e02-8d2e-2b6f25e2a96c completed by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:28:30.658376 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Provisioning complete for port 58166c26-86e3-4e02-8d2e-2b6f25e2a96c triggered by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:28:30.658910 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:30.787023 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:30.826867 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b2bb58-fac9-4502-8589-c4231328b408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58166c26-86e3-4e02-8d2e-2b6f25e2a96c'}] {{(pid=93646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:28:30.831213 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}202ec35f0b2f503ce7e4db3a1c258f37e57fe85608606de8e1c873696d713f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdcedbc9-9553-4264-bb2c-292c556ce169" -d '{"events": [{"server_uuid": "e7b2bb58-fac9-4502-8589-c4231328b408", "name": "network-vif-plugged", "status": "completed", "tag": "58166c26-86e3-4e02-8d2e-2b6f25e2a96c"}]}' {{(pid=93646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:28:30.851602 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] For port 58166c26-86e3-4e02-8d2e-2b6f25e2a96c, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=58166c26-86e3-4e02-8d2e-2b6f25e2a96c,segment=NetworkSegment(6fc0f035-2780-4197-a60b-57afbddf8f64),segment_id=6fc0f035-2780-4197-a60b-57afbddf8f64)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:28:30.881282 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa330f95-1bf9-42be-970e-44773b272d17 req-059c4766-e065-4b41-b456-427d0ebc6267 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:30.893790 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-aa330f95-1bf9-42be-970e-44773b272d17 req-059c4766-e065-4b41-b456-427d0ebc6267 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/ports?device_id=e7b2bb58-fac9-4502-8589-c4231328b408 HTTP/1.1" status: 200 len: 944 time: 0.1181397 Jun 17 10:28:30.904449 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f57d521-7af3-4a76-b9ba-67dc374afb97 x-openstack-request-id: req-7f57d521-7af3-4a76-b9ba-67dc374afb97 {{(pid=93646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:28:30.905835 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7b2bb58-fac9-4502-8589-c4231328b408", "name": "network-vif-plugged", "status": "completed", "tag": "58166c26-86e3-4e02-8d2e-2b6f25e2a96c", "code": 200}]} {{(pid=93646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:28:30.906442 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7f57d521-7af3-4a76-b9ba-67dc374afb97 {{(pid=93646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:28:30.907180 dv-cinder-796806-1-iscsi neutron-server[93646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b2bb58-fac9-4502-8589-c4231328b408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58166c26-86e3-4e02-8d2e-2b6f25e2a96c', 'code': 200} Jun 17 10:28:30.944144 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-aa330f95-1bf9-42be-970e-44773b272d17 req-d7e7125d-2171-4241-bee8-d17ae1600c98 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1bc7806-bc87-4ca4-84bd-873a3995d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539298 Jun 17 10:28:30.970704 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:30.973790 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:28:31.037620 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Pushing event updated for resources: {'Port': ['ID=58166c26-86e3-4e02-8d2e-2b6f25e2a96c,revision_number=5']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:28:31.049522 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:28:31.444245 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a166d4-f07a-4a28-8456-3e0447ea51f0 req-d2b08d86-c8d2-4e09-a436-01221314f8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:31.445847 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-a6a166d4-f07a-4a28-8456-3e0447ea51f0 req-d2b08d86-c8d2-4e09-a436-01221314f8da service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e7b2bb58-fac9-4502-8589-c4231328b408 HTTP/1.1" status: 200 len: 1098 time: 0.0656500 Jun 17 10:28:31.486163 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-a6a166d4-f07a-4a28-8456-3e0447ea51f0 req-093be21d-84c7-45f9-a18f-4d7649441f1f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c1bc7806-bc87-4ca4-84bd-873a3995d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314174 Jun 17 10:28:32.214281 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cf39c9-ca8a-44d4-9855-eaa8f0d3b7fe req-2d3010e9-2135-4ea7-86dc-e2663d8092ce tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:32.216228 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-97cf39c9-ca8a-44d4-9855-eaa8f0d3b7fe req-2d3010e9-2135-4ea7-86dc-e2663d8092ce tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/ports?device_id=e7b2bb58-fac9-4502-8589-c4231328b408 HTTP/1.1" status: 200 len: 945 time: 0.1284702 Jun 17 10:28:32.267983 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-97cf39c9-ca8a-44d4-9855-eaa8f0d3b7fe req-ff98af6c-869a-431e-8a80-3c346c4b61d0 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1bc7806-bc87-4ca4-84bd-873a3995d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443163 Jun 17 10:28:33.267307 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ee279e16-02e5-419b-8e54-7d0e9aee98ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:33.485705 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df131dff-7655-40f7-9617-a50e10be3b16 req-79729cff-cf38-4274-9a59-8e438165f1ee tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:33.487365 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-df131dff-7655-40f7-9617-a50e10be3b16 req-79729cff-cf38-4274-9a59-8e438165f1ee tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/ports?device_id=e7b2bb58-fac9-4502-8589-c4231328b408 HTTP/1.1" status: 200 len: 945 time: 0.0798180 Jun 17 10:28:33.510526 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:33.568487 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-df131dff-7655-40f7-9617-a50e10be3b16 req-398f1b69-8e94-4958-8a2a-987a0c57ac96 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1bc7806-bc87-4ca4-84bd-873a3995d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698886 Jun 17 10:28:33.889087 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03136c1-f661-42a2-a030-e497a2451990 req-1f138ebc-ee14-411a-9a9a-ca88475c10de tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:33.891300 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-b03136c1-f661-42a2-a030-e497a2451990 req-1f138ebc-ee14-411a-9a9a-ca88475c10de tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/ports?device_id=e7b2bb58-fac9-4502-8589-c4231328b408 HTTP/1.1" status: 200 len: 945 time: 0.0798459 Jun 17 10:28:33.938532 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-b03136c1-f661-42a2-a030-e497a2451990 req-236dd390-2cfc-49e0-80b7-9cc8f8fe3396 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1bc7806-bc87-4ca4-84bd-873a3995d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408523 Jun 17 10:28:33.983271 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 55520) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:28:34.056498 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f03bcd2-eced-4d9f-99aa-27cffa83de63 tempest-TestVolumeBootPattern-1935543150 tempest-TestVolumeBootPattern-1935543150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:34.058098 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-8f03bcd2-eced-4d9f-99aa-27cffa83de63 tempest-TestVolumeBootPattern-1935543150 tempest-TestVolumeBootPattern-1935543150-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=e7b2bb58-fac9-4502-8589-c4231328b408 HTTP/1.1" status: 200 len: 1093 time: 0.0735376 Jun 17 10:28:34.064302 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 55522) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:28:34.071525 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.v2.base [None req-6daf1162-d81e-451e-84de-1f3d7a70d0ed tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Request body: {'floatingip': {'floating_network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'port_id': '58166c26-86e3-4e02-8d2e-2b6f25e2a96c', 'tenant_id': 'aca760d5d32f44678ef6de15bc80117f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:28:34.241084 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-6daf1162-d81e-451e-84de-1f3d7a70d0ed tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks [] for floatingip, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:34.369028 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-6daf1162-d81e-451e-84de-1f3d7a70d0ed tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3930454'] for port, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:34.564266 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.db_base_plugin_common [None req-6daf1162-d81e-451e-84de-1f3d7a70d0ed tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Allocated IP 172.27.0.152 (ca6a8a4d-93b8-4490-aa3c-706a0423303e/260414bf-ab79-4984-a32f-8ad464893cf6/3b043aba-9689-42c1-baef-9b8772aa3a4c) {{(pid=93645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:28:34.727233 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-6daf1162-d81e-451e-84de-1f3d7a70d0ed tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks [] for port, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:34.902725 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-6daf1162-d81e-451e-84de-1f3d7a70d0ed tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3925395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740733869087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129691327'] for port, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:34.907949 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-5a7ece61-4b10-41f8-8359-fff9f2083021 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:28:34.966417 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6daf1162-d81e-451e-84de-1f3d7a70d0ed tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Network ca6a8a4d-93b8-4490-aa3c-706a0423303e is already hosted by enough agents. {{(pid=93645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:28:34.971200 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.base_scheduler [None req-6daf1162-d81e-451e-84de-1f3d7a70d0ed tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Resources bound (agent type, host, resource id): {{(pid=93645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:28:34.979493 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6daf1162-d81e-451e-84de-1f3d7a70d0ed tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Received port after_create {{(pid=93645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:28:35.009062 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daf1162-d81e-451e-84de-1f3d7a70d0ed tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Pushing event updated for resources: {'Port': ['ID=3b043aba-9689-42c1-baef-9b8772aa3a4c,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:28:35.024143 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daf1162-d81e-451e-84de-1f3d7a70d0ed tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:28:35.024530 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daf1162-d81e-451e-84de-1f3d7a70d0ed tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:28:35.024914 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daf1162-d81e-451e-84de-1f3d7a70d0ed tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:28:35.025293 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daf1162-d81e-451e-84de-1f3d7a70d0ed tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:28:35.025758 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daf1162-d81e-451e-84de-1f3d7a70d0ed tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:28:35.026157 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daf1162-d81e-451e-84de-1f3d7a70d0ed tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:28:35.026546 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daf1162-d81e-451e-84de-1f3d7a70d0ed tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:28:35.026916 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daf1162-d81e-451e-84de-1f3d7a70d0ed tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:28:35.027310 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daf1162-d81e-451e-84de-1f3d7a70d0ed tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:28:35.027676 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daf1162-d81e-451e-84de-1f3d7a70d0ed tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:28:35.028045 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daf1162-d81e-451e-84de-1f3d7a70d0ed tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:28:35.028426 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6daf1162-d81e-451e-84de-1f3d7a70d0ed tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:28:35.032878 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-6daf1162-d81e-451e-84de-1f3d7a70d0ed tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:28:35.092944 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-76f1cb7e-d4ef-4c29-a3c2-2b16775f9f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:35.542485 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-6daf1162-d81e-451e-84de-1f3d7a70d0ed tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:35.764989 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-6daf1162-d81e-451e-84de-1f3d7a70d0ed tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:36.011640 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-6daf1162-d81e-451e-84de-1f3d7a70d0ed tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks [] for port, precommit_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:36.113824 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-6daf1162-d81e-451e-84de-1f3d7a70d0ed tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129691277'] for port, after_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:36.118839 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-6025d221-e252-4b92-afbd-c294ad6218af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:28:36.248122 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daf1162-d81e-451e-84de-1f3d7a70d0ed tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Pushing event updated for resources: {'Port': ['ID=3b043aba-9689-42c1-baef-9b8772aa3a4c,revision_number=2']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:28:36.255604 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-6daf1162-d81e-451e-84de-1f3d7a70d0ed tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:28:36.265301 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-6daf1162-d81e-451e-84de-1f3d7a70d0ed tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684762'] for floatingip, after_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:36.424645 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.db.l3_db [None req-6daf1162-d81e-451e-84de-1f3d7a70d0ed tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Floating IP d900a927-888e-4650-92d3-950e9360e796 associated. External IP: 172.27.0.152, port: 58166c26-86e3-4e02-8d2e-2b6f25e2a96c. Jun 17 10:28:36.734925 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6daf1162-d81e-451e-84de-1f3d7a70d0ed tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Router 7e0c2f88-646c-4bfc-9876-a2a48d86f347 has already been hosted by L3 agent 9ed9efc2-3eec-4d73-b246-cbd899a1984b {{(pid=93645) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 10:28:36.878471 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6daf1162-d81e-451e-84de-1f3d7a70d0ed tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify agent at l3_agent.dv-cinder-796806-1-iscsi the message routers_updated {{(pid=93645) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 10:28:36.892288 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1780062f-8b63-48d8-be27-02d933f5658b None None] Sync routers for ids ['7e0c2f88-646c-4bfc-9876-a2a48d86f347'] in dv-cinder-796806-1-iscsi {{(pid=93647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 10:28:36.908259 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1780062f-8b63-48d8-be27-02d933f5658b None None] Routers {'7e0c2f88-646c-4bfc-9876-a2a48d86f347'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:28:36.912400 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-1780062f-8b63-48d8-be27-02d933f5658b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:28:33Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['7e0c2f88-646c-4bfc-9876-a2a48d86f347'], 'active': True} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:28:36.981904 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-6daf1162-d81e-451e-84de-1f3d7a70d0ed tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733'] for floatingip, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:37.047072 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8334b2a8-081d-4a08-b273-522b2363e8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:37.063548 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-6daf1162-d81e-451e-84de-1f3d7a70d0ed tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9853809 Jun 17 10:28:37.063548 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7b2bb58-fac9-4502-8589-c4231328b408', 'tag': '58166c26-86e3-4e02-8d2e-2b6f25e2a96c'}] {{(pid=93645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:28:37.063548 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25c6fbde856bb10fc3e6f7e7beb0655886cca8e381c3d168db957d1d9f65ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf6ceb0d-9e81-4e23-8e03-6f62c9814b2e" -d '{"events": [{"name": "network-changed", "server_uuid": "e7b2bb58-fac9-4502-8589-c4231328b408", "tag": "58166c26-86e3-4e02-8d2e-2b6f25e2a96c"}]}' {{(pid=93645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:28:37.070765 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvr_db [None req-1780062f-8b63-48d8-be27-02d933f5658b None None] Set router 7e0c2f88-646c-4bfc-9876-a2a48d86f347 gateway port host: dv-cinder-796806-1-iscsi {{(pid=93647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:28:37.128243 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 10:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c196ca-fd9d-472e-ad5a-8323d9f795d8 x-openstack-request-id: req-b0c196ca-fd9d-472e-ad5a-8323d9f795d8 {{(pid=93645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:28:37.128724 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7b2bb58-fac9-4502-8589-c4231328b408", "tag": "58166c26-86e3-4e02-8d2e-2b6f25e2a96c", "status": "completed", "code": 200}]} {{(pid=93645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:28:37.129194 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b0c196ca-fd9d-472e-ad5a-8323d9f795d8 {{(pid=93645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:28:37.129900 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7b2bb58-fac9-4502-8589-c4231328b408', 'tag': '58166c26-86e3-4e02-8d2e-2b6f25e2a96c', 'status': 'completed', 'code': 200} Jun 17 10:28:37.242268 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ceb0d-9e81-4e23-8e03-6f62c9814b2e req-91d60c62-3ba2-41e3-ba61-72fb165a0067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:37.244735 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-bf6ceb0d-9e81-4e23-8e03-6f62c9814b2e req-91d60c62-3ba2-41e3-ba61-72fb165a0067 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aca760d5d32f44678ef6de15bc80117f&device_id=e7b2bb58-fac9-4502-8589-c4231328b408 HTTP/1.1" status: 200 len: 1098 time: 0.0785766 Jun 17 10:28:37.429126 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ceb0d-9e81-4e23-8e03-6f62c9814b2e req-940a80c7-fd09-44ae-83fb-b032616fcac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:37.431449 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-bf6ceb0d-9e81-4e23-8e03-6f62c9814b2e req-940a80c7-fd09-44ae-83fb-b032616fcac3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fbf95478-19a5-4f07-a34f-dd4f56a3b0c1 HTTP/1.1" status: 200 len: 912 time: 0.1794012 Jun 17 10:28:37.434775 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-1780062f-8b63-48d8-be27-02d933f5658b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'name': 'tempest-TestVolumeBootPattern-960937265-router', 'tenant_id': 'aca760d5d32f44678ef6de15bc80117f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '4a688b66-dbae-4eea-a5b6-0598de3d7643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:24:35Z', 'updated_at': '2021-06-17T10:24:43Z', 'revision_number': 4, 'project_id': 'aca760d5d32f44678ef6de15bc80117f', 'gw_port': {'id': '4a688b66-dbae-4eea-a5b6-0598de3d7643', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d5:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:24:36Z', 'updated_at': '2021-06-17T10:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi', '_floatingips': [{'id': 'd900a927-888e-4650-92d3-950e9360e796', 'tenant_id': 'aca760d5d32f44678ef6de15bc80117f', 'floating_ip_address': '172.27.0.152', 'floating_network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'router_id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'port_id': '58166c26-86e3-4e02-8d2e-2b6f25e2a96c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbf95478-19a5-4f07-a34f-dd4f56a3b0c1', 'mac_address': 'fa:16:3e:23:f4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b2bb58-fac9-4502-8589-c4231328b408', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T10:28:35Z', 'updated_at': '2021-06-17T10:28:35Z', 'revision_number': 0, 'project_id': 'aca760d5d32f44678ef6de15bc80117f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8489dadf-1d9d-4822-b74a-cd7c2abcba75', 'name': '', 'network_id': 'fbf95478-19a5-4f07-a34f-dd4f56a3b0c1', 'tenant_id': 'aca760d5d32f44678ef6de15bc80117f', 'mac_address': 'fa:16:3e:d7:02:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'cf327c71-eda0-4c61-af33-93c8df9a6c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:24:42Z', 'updated_at': '2021-06-17T10:24:51Z', 'revision_number': 5, 'project_id': 'aca760d5d32f44678ef6de15bc80117f', 'subnets': [{'id': 'cf327c71-eda0-4c61-af33-93c8df9a6c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:28:37.490104 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1780062f-8b63-48d8-be27-02d933f5658b None None] Checking router: 7e0c2f88-646c-4bfc-9876-a2a48d86f347 for host: dv-cinder-796806-1-iscsi {{(pid=93647) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 10:28:37.506995 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1780062f-8b63-48d8-be27-02d933f5658b None None] Routers {'7e0c2f88-646c-4bfc-9876-a2a48d86f347'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:28:37.508166 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-1780062f-8b63-48d8-be27-02d933f5658b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:28:33Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['7e0c2f88-646c-4bfc-9876-a2a48d86f347'], 'active': True} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:28:37.669903 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvr_db [None req-1780062f-8b63-48d8-be27-02d933f5658b None None] Set router 7e0c2f88-646c-4bfc-9876-a2a48d86f347 gateway port host: dv-cinder-796806-1-iscsi {{(pid=93647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:28:37.841073 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-bf6ceb0d-9e81-4e23-8e03-6f62c9814b2e req-8d044064-8a3e-43cd-813b-c41beb35de08 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58166c26-86e3-4e02-8d2e-2b6f25e2a96c HTTP/1.1" status: 200 len: 999 time: 0.4025624 Jun 17 10:28:37.905815 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ceb0d-9e81-4e23-8e03-6f62c9814b2e req-b0085001-9da1-4fd0-8fd9-c03657e9e290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:37.909847 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-bf6ceb0d-9e81-4e23-8e03-6f62c9814b2e req-b0085001-9da1-4fd0-8fd9-c03657e9e290 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf327c71-eda0-4c61-af33-93c8df9a6c5d HTTP/1.1" status: 200 len: 850 time: 0.0610664 Jun 17 10:28:37.985840 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-1780062f-8b63-48d8-be27-02d933f5658b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'name': 'tempest-TestVolumeBootPattern-960937265-router', 'tenant_id': 'aca760d5d32f44678ef6de15bc80117f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '4a688b66-dbae-4eea-a5b6-0598de3d7643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:24:35Z', 'updated_at': '2021-06-17T10:24:43Z', 'revision_number': 4, 'project_id': 'aca760d5d32f44678ef6de15bc80117f', 'gw_port': {'id': '4a688b66-dbae-4eea-a5b6-0598de3d7643', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d5:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:24:36Z', 'updated_at': '2021-06-17T10:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi', '_floatingips': [{'id': 'd900a927-888e-4650-92d3-950e9360e796', 'tenant_id': 'aca760d5d32f44678ef6de15bc80117f', 'floating_ip_address': '172.27.0.152', 'floating_network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'router_id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'port_id': '58166c26-86e3-4e02-8d2e-2b6f25e2a96c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbf95478-19a5-4f07-a34f-dd4f56a3b0c1', 'mac_address': 'fa:16:3e:23:f4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b2bb58-fac9-4502-8589-c4231328b408', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T10:28:35Z', 'updated_at': '2021-06-17T10:28:35Z', 'revision_number': 0, 'project_id': 'aca760d5d32f44678ef6de15bc80117f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8489dadf-1d9d-4822-b74a-cd7c2abcba75', 'name': '', 'network_id': 'fbf95478-19a5-4f07-a34f-dd4f56a3b0c1', 'tenant_id': 'aca760d5d32f44678ef6de15bc80117f', 'mac_address': 'fa:16:3e:d7:02:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'cf327c71-eda0-4c61-af33-93c8df9a6c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:24:42Z', 'updated_at': '2021-06-17T10:24:51Z', 'revision_number': 5, 'project_id': 'aca760d5d32f44678ef6de15bc80117f', 'subnets': [{'id': 'cf327c71-eda0-4c61-af33-93c8df9a6c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:28:38.010507 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ceb0d-9e81-4e23-8e03-6f62c9814b2e req-6a6d1f7e-be37-4b58-a25f-968d5d717ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:28:38.013110 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-bf6ceb0d-9e81-4e23-8e03-6f62c9814b2e req-6a6d1f7e-be37-4b58-a25f-968d5d717ea3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fbf95478-19a5-4f07-a34f-dd4f56a3b0c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0931878 Jun 17 10:28:38.026934 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1780062f-8b63-48d8-be27-02d933f5658b None None] The sync data for ids ['7e0c2f88-646c-4bfc-9876-a2a48d86f347'] in dv-cinder-796806-1-iscsi is: [{'id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'name': 'tempest-TestVolumeBootPattern-960937265-router', 'tenant_id': 'aca760d5d32f44678ef6de15bc80117f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '4a688b66-dbae-4eea-a5b6-0598de3d7643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:24:35Z', 'updated_at': '2021-06-17T10:24:43Z', 'revision_number': 4, 'project_id': 'aca760d5d32f44678ef6de15bc80117f', 'gw_port': {'id': '4a688b66-dbae-4eea-a5b6-0598de3d7643', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d5:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:24:36Z', 'updated_at': '2021-06-17T10:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi', '_floatingips': [{'id': 'd900a927-888e-4650-92d3-950e9360e796', 'tenant_id': 'aca760d5d32f44678ef6de15bc80117f', 'floating_ip_address': '172.27.0.152', 'floating_network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'router_id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'port_id': '58166c26-86e3-4e02-8d2e-2b6f25e2a96c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbf95478-19a5-4f07-a34f-dd4f56a3b0c1', 'mac_address': 'fa:16:3e:23:f4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b2bb58-fac9-4502-8589-c4231328b408', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T10:28:35Z', 'updated_at': '2021-06-17T10:28:35Z', 'revision_number': 0, 'project_id': 'aca760d5d32f44678ef6de15bc80117f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8489dadf-1d9d-4822-b74a-cd7c2abcba75', 'name': '', 'network_id': 'fbf95478-19a5-4f07-a34f-dd4f56a3b0c1', 'tenant_id': 'aca760d5d32f44678ef6de15bc80117f', 'mac_address': 'fa:16:3e:d7:02:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'cf327c71-eda0-4c61-af33-93c8df9a6c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:24:42Z', 'updated_at': '2021-06-17T10:24:51Z', 'revision_number': 5, 'project_id': 'aca760d5d32f44678ef6de15bc80117f', 'subnets': [{'id': 'cf327c71-eda0-4c61-af33-93c8df9a6c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 10:28:38.126006 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-bf6ceb0d-9e81-4e23-8e03-6f62c9814b2e req-9b5496f9-b280-407b-ba8d-1fcb060950ef service neutron] 10.222.0.47 "GET /v2.0/networks/fbf95478-19a5-4f07-a34f-dd4f56a3b0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012092 Jun 17 10:28:38.243479 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-bf6ceb0d-9e81-4e23-8e03-6f62c9814b2e req-07f5fc67-63b9-49f3-83b2-2ee38e8b60c4 service neutron] 10.222.0.47 "GET /v2.0/networks/fbf95478-19a5-4f07-a34f-dd4f56a3b0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085510 Jun 17 10:28:38.292439 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde5e0cb-aaa4-46fc-98dc-e0a11860cf3e None None] New status for floating IP d900a927-888e-4650-92d3-950e9360e796: ACTIVE {{(pid=93646) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 10:28:58.270403 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:28:59.912959 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-2bafd6e6-907a-4160-8c44-430cd4c8bdbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:02.251781 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9033ab3c-a4a9-4edf-bc08-3961ba2af202 req-1cdad0fc-8d7e-4874-a0f4-f777046ba78b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=eb31e10d-fae0-43f3-a7e7-f056ebb2483a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0627236 Jun 17 10:29:02.381261 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9033ab3c-a4a9-4edf-bc08-3961ba2af202 req-d219b600-b542-4461-a63d-245019481572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:29:02.383125 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9033ab3c-a4a9-4edf-bc08-3961ba2af202 req-d219b600-b542-4461-a63d-245019481572 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fb4c620e62524ba499710baa138734e6&device_id=eb31e10d-fae0-43f3-a7e7-f056ebb2483a HTTP/1.1" status: 200 len: 1098 time: 0.0784066 Jun 17 10:29:02.554515 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9033ab3c-a4a9-4edf-bc08-3961ba2af202 req-a88e6c26-9d7d-4528-96b7-14ae7085fa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:29:02.556125 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9033ab3c-a4a9-4edf-bc08-3961ba2af202 req-a88e6c26-9d7d-4528-96b7-14ae7085fa9e service neutron] 10.222.0.47 "GET /v2.0/networks?id=f2275738-0436-4812-9837-f9c6ba37ea2a HTTP/1.1" status: 200 len: 912 time: 0.1426256 Jun 17 10:29:02.642785 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9033ab3c-a4a9-4edf-bc08-3961ba2af202 req-1a360915-40a7-472f-8e2f-92664f22d307 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eda63746-9790-4e4d-b663-e0f8efc2b41d HTTP/1.1" status: 200 len: 1000 time: 0.0744162 Jun 17 10:29:02.711069 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9033ab3c-a4a9-4edf-bc08-3961ba2af202 req-a1e0d03a-8ac2-4fd7-91be-b7c4d5cd8481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:29:02.713107 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9033ab3c-a4a9-4edf-bc08-3961ba2af202 req-a1e0d03a-8ac2-4fd7-91be-b7c4d5cd8481 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ca437096-d433-4cda-a535-e8243b8721ac HTTP/1.1" status: 200 len: 850 time: 0.0604811 Jun 17 10:29:02.804042 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9033ab3c-a4a9-4edf-bc08-3961ba2af202 req-0bf89b08-11fb-4c48-b293-4908a43fe86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:29:02.805752 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9033ab3c-a4a9-4edf-bc08-3961ba2af202 req-0bf89b08-11fb-4c48-b293-4908a43fe86f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f2275738-0436-4812-9837-f9c6ba37ea2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0814295 Jun 17 10:29:02.929183 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9033ab3c-a4a9-4edf-bc08-3961ba2af202 req-fa5262bd-332e-4006-9e38-61f6e5c379ff service neutron] 10.222.0.47 "GET /v2.0/networks/f2275738-0436-4812-9837-f9c6ba37ea2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089737 Jun 17 10:29:03.054838 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9033ab3c-a4a9-4edf-bc08-3961ba2af202 req-66a95d01-9165-4eec-b21b-0d41749cb96d service neutron] 10.222.0.47 "GET /v2.0/networks/f2275738-0436-4812-9837-f9c6ba37ea2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159029 Jun 17 10:29:03.251977 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-596dfd2e-e15b-41f2-b7cf-bd24aa97514a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:03.489248 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:04.720330 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.agents_db [None req-342b98a1-7fdc-4d24-a539-fe72a001d92b None None] Agent healthcheck: found 6 active agents {{(pid=93647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:29:05.118111 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-76f1cb7e-d4ef-4c29-a3c2-2b16775f9f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:07.080597 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8334b2a8-081d-4a08-b273-522b2363e8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:28.291309 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:29.854124 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e17c8c1-7493-4e45-9b5a-1a611100e1ef req-f4a4505a-60c0-4db6-b9d6-b7fa5c970ed7 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:29:29.856140 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6e17c8c1-7493-4e45-9b5a-1a611100e1ef req-f4a4505a-60c0-4db6-b9d6-b7fa5c970ed7 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb31e10d-fae0-43f3-a7e7-f056ebb2483a HTTP/1.1" status: 200 len: 945 time: 0.1572397 Jun 17 10:29:29.948428 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6e17c8c1-7493-4e45-9b5a-1a611100e1ef req-384ef855-6865-4c86-92f0-1456ff522383 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/security-groups?id=9fd5b093-e4bd-4759-a7dd-4acd2ee3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839925 Jun 17 10:29:30.046377 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-176ccd69-6922-4a13-9d63-cc86e5fc6adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:31.253421 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab65cbc2-dc62-42fc-b473-cf481635043f req-f3c0c708-b448-4586-a347-7bb722412ade tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:29:31.255498 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-ab65cbc2-dc62-42fc-b473-cf481635043f req-f3c0c708-b448-4586-a347-7bb722412ade tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb31e10d-fae0-43f3-a7e7-f056ebb2483a HTTP/1.1" status: 200 len: 945 time: 0.1370699 Jun 17 10:29:31.340197 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-ab65cbc2-dc62-42fc-b473-cf481635043f req-73ade742-3bfa-48e8-abd5-5bbf5001d46b tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/security-groups?id=9fd5b093-e4bd-4759-a7dd-4acd2ee3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733709 Jun 17 10:29:32.586693 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f6f1d6-e8d4-452f-af6d-78cad5a12910 req-c1ad6d2a-08a0-45f4-9635-bc0e97f62ec8 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:29:32.589477 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d6f6f1d6-e8d4-452f-af6d-78cad5a12910 req-c1ad6d2a-08a0-45f4-9635-bc0e97f62ec8 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb31e10d-fae0-43f3-a7e7-f056ebb2483a HTTP/1.1" status: 200 len: 945 time: 0.0969052 Jun 17 10:29:32.657418 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d6f6f1d6-e8d4-452f-af6d-78cad5a12910 req-38c06b56-68b0-4777-a10d-4049e0a5d70d tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/security-groups?id=9fd5b093-e4bd-4759-a7dd-4acd2ee3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575619 Jun 17 10:29:33.263437 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-2ac129a1-9804-462e-b87a-b122f0b0d2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:33.497994 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:33.962757 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071be117-955e-437e-a880-b5c93080f457 req-cb38d89a-dd08-4184-b9df-71b4d56e88c5 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:29:33.965379 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-071be117-955e-437e-a880-b5c93080f457 req-cb38d89a-dd08-4184-b9df-71b4d56e88c5 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb31e10d-fae0-43f3-a7e7-f056ebb2483a HTTP/1.1" status: 200 len: 945 time: 0.1126761 Jun 17 10:29:34.033758 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-071be117-955e-437e-a880-b5c93080f457 req-d94d656f-3e90-4154-a640-0b2e702f28eb tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/security-groups?id=9fd5b093-e4bd-4759-a7dd-4acd2ee3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553427 Jun 17 10:29:35.095162 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-76f1cb7e-d4ef-4c29-a3c2-2b16775f9f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:35.266317 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905fab9-30f3-43d2-8b1d-e982e94d1d08 req-26beb867-2696-4787-a4b4-584817d52da2 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:29:35.269191 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d905fab9-30f3-43d2-8b1d-e982e94d1d08 req-26beb867-2696-4787-a4b4-584817d52da2 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb31e10d-fae0-43f3-a7e7-f056ebb2483a HTTP/1.1" status: 200 len: 945 time: 0.0887764 Jun 17 10:29:35.342252 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d905fab9-30f3-43d2-8b1d-e982e94d1d08 req-116ef073-b529-422a-bbc7-9ecb8e2bd728 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/security-groups?id=9fd5b093-e4bd-4759-a7dd-4acd2ee3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623217 Jun 17 10:29:36.568846 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a614c5c-5c4d-43bd-b387-fb53bdad0940 req-67662f45-0502-41c3-a39b-407370b390df tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:29:36.571033 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-2a614c5c-5c4d-43bd-b387-fb53bdad0940 req-67662f45-0502-41c3-a39b-407370b390df tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb31e10d-fae0-43f3-a7e7-f056ebb2483a HTTP/1.1" status: 200 len: 945 time: 0.0735230 Jun 17 10:29:36.619869 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-2a614c5c-5c4d-43bd-b387-fb53bdad0940 req-0576dfea-0b69-4d57-a8d4-61ba4d907690 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/security-groups?id=9fd5b093-e4bd-4759-a7dd-4acd2ee3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420322 Jun 17 10:29:37.100076 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8334b2a8-081d-4a08-b273-522b2363e8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:37.890553 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff673a6-0f81-4f95-a6f1-a7a0c493a764 req-f5243910-d203-4a7b-b5fc-9d06385b04f3 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:29:37.892565 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-aff673a6-0f81-4f95-a6f1-a7a0c493a764 req-f5243910-d203-4a7b-b5fc-9d06385b04f3 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb31e10d-fae0-43f3-a7e7-f056ebb2483a HTTP/1.1" status: 200 len: 945 time: 0.1014574 Jun 17 10:29:37.969261 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-aff673a6-0f81-4f95-a6f1-a7a0c493a764 req-8c31d5e2-561e-4dc0-ac3d-6366bd833923 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/security-groups?id=9fd5b093-e4bd-4759-a7dd-4acd2ee3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647433 Jun 17 10:29:39.262168 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b966f37c-f1ed-4c85-9f44-6af690fee253 req-5f7d5586-610f-4f66-8862-e81184fdfbd8 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:29:39.264746 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-b966f37c-f1ed-4c85-9f44-6af690fee253 req-5f7d5586-610f-4f66-8862-e81184fdfbd8 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb31e10d-fae0-43f3-a7e7-f056ebb2483a HTTP/1.1" status: 200 len: 945 time: 0.1109087 Jun 17 10:29:39.334894 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-b966f37c-f1ed-4c85-9f44-6af690fee253 req-30dea503-da18-4e30-80ed-b82de27fcca4 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/security-groups?id=9fd5b093-e4bd-4759-a7dd-4acd2ee3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603917 Jun 17 10:29:40.566772 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10383faf-0a71-4a9b-9cd1-ff8858821449 req-51cf7985-e8e3-4ef0-a5c4-ef03e132624f tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:29:40.568783 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-10383faf-0a71-4a9b-9cd1-ff8858821449 req-51cf7985-e8e3-4ef0-a5c4-ef03e132624f tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb31e10d-fae0-43f3-a7e7-f056ebb2483a HTTP/1.1" status: 200 len: 945 time: 0.0888479 Jun 17 10:29:40.641719 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-10383faf-0a71-4a9b-9cd1-ff8858821449 req-9005ec32-9646-47d8-a925-0d3294841a1a tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/security-groups?id=9fd5b093-e4bd-4759-a7dd-4acd2ee3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611701 Jun 17 10:29:41.724692 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.agents_db [None req-342b98a1-7fdc-4d24-a539-fe72a001d92b None None] Agent healthcheck: found 6 active agents {{(pid=93647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:29:41.882876 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2983ded8-18ab-458e-8938-b8a7324a95eb req-5af9e953-ace5-4682-a6d7-1e570b9c1e3e tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:29:41.885718 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-2983ded8-18ab-458e-8938-b8a7324a95eb req-5af9e953-ace5-4682-a6d7-1e570b9c1e3e tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb31e10d-fae0-43f3-a7e7-f056ebb2483a HTTP/1.1" status: 200 len: 945 time: 0.0967448 Jun 17 10:29:41.970630 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-2983ded8-18ab-458e-8938-b8a7324a95eb req-43c8ffae-ea8a-4b17-ba0b-91ed7e92821f tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/security-groups?id=9fd5b093-e4bd-4759-a7dd-4acd2ee3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765536 Jun 17 10:29:43.210557 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101b8008-3cd4-4ed1-89b2-2b0d331f4094 req-ddb6952f-1e18-4562-98c3-40dd1317d952 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:29:43.213621 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-101b8008-3cd4-4ed1-89b2-2b0d331f4094 req-ddb6952f-1e18-4562-98c3-40dd1317d952 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb31e10d-fae0-43f3-a7e7-f056ebb2483a HTTP/1.1" status: 200 len: 945 time: 0.1008558 Jun 17 10:29:43.284091 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-101b8008-3cd4-4ed1-89b2-2b0d331f4094 req-37e6f05d-637b-4f8b-8715-c8662a6d4855 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/security-groups?id=9fd5b093-e4bd-4759-a7dd-4acd2ee3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615916 Jun 17 10:29:44.494929 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d927eaa-ff70-4243-9033-b1b03f96b9d6 req-e4fc7dc7-59c8-4e2f-aa0f-fd1c859db1bd tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:29:44.497127 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-2d927eaa-ff70-4243-9033-b1b03f96b9d6 req-e4fc7dc7-59c8-4e2f-aa0f-fd1c859db1bd tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb31e10d-fae0-43f3-a7e7-f056ebb2483a HTTP/1.1" status: 200 len: 945 time: 0.0748394 Jun 17 10:29:44.544648 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-2d927eaa-ff70-4243-9033-b1b03f96b9d6 req-90c442ac-3f88-4416-82f4-b8b2d332e55e tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/security-groups?id=9fd5b093-e4bd-4759-a7dd-4acd2ee3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411129 Jun 17 10:29:45.773791 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af76bb33-7e87-4c3a-bf01-00a99e50b0ce req-1fc1c4da-57d2-4b67-874d-6025cae3ebe8 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:29:45.775552 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-af76bb33-7e87-4c3a-bf01-00a99e50b0ce req-1fc1c4da-57d2-4b67-874d-6025cae3ebe8 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb31e10d-fae0-43f3-a7e7-f056ebb2483a HTTP/1.1" status: 200 len: 945 time: 0.0765889 Jun 17 10:29:45.842447 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-af76bb33-7e87-4c3a-bf01-00a99e50b0ce req-b591b670-4077-44c6-a49f-2cfcd25606b5 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/security-groups?id=9fd5b093-e4bd-4759-a7dd-4acd2ee3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596826 Jun 17 10:29:46.611874 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b450fbd1-1446-4ccf-b507-1331d89a2984 req-b723eefc-e431-4ec5-8e13-40cc4ba34cf8 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:29:46.616293 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-b450fbd1-1446-4ccf-b507-1331d89a2984 req-b723eefc-e431-4ec5-8e13-40cc4ba34cf8 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb31e10d-fae0-43f3-a7e7-f056ebb2483a HTTP/1.1" status: 200 len: 945 time: 0.1050208 Jun 17 10:29:46.734054 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-b450fbd1-1446-4ccf-b507-1331d89a2984 req-bfa7120d-27c9-4675-b0f8-984b4269e38b tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/security-groups?id=9fd5b093-e4bd-4759-a7dd-4acd2ee3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131346 Jun 17 10:29:46.782456 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e04830-f8e7-4d21-a1a0-0dd0e2eee0bd req-590fc021-bc35-450b-abf9-4eca1dec361d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:29:46.785579 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-46e04830-f8e7-4d21-a1a0-0dd0e2eee0bd req-590fc021-bc35-450b-abf9-4eca1dec361d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fb4c620e62524ba499710baa138734e6&device_id=eb31e10d-fae0-43f3-a7e7-f056ebb2483a HTTP/1.1" status: 200 len: 1098 time: 0.1090319 Jun 17 10:29:46.892235 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e04830-f8e7-4d21-a1a0-0dd0e2eee0bd req-7488e1fc-a205-4090-b00c-af100890daf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:29:46.893929 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-46e04830-f8e7-4d21-a1a0-0dd0e2eee0bd req-7488e1fc-a205-4090-b00c-af100890daf4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f2275738-0436-4812-9837-f9c6ba37ea2a HTTP/1.1" status: 200 len: 912 time: 0.1016586 Jun 17 10:29:46.982376 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-46e04830-f8e7-4d21-a1a0-0dd0e2eee0bd req-313a8197-118a-4d99-8c78-0b0f09ecd080 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eda63746-9790-4e4d-b663-e0f8efc2b41d HTTP/1.1" status: 200 len: 1000 time: 0.0809376 Jun 17 10:29:47.038461 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e04830-f8e7-4d21-a1a0-0dd0e2eee0bd req-2efd9752-75bf-45c2-b6e6-1ea11075dc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:29:47.039972 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-46e04830-f8e7-4d21-a1a0-0dd0e2eee0bd req-2efd9752-75bf-45c2-b6e6-1ea11075dc9d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ca437096-d433-4cda-a535-e8243b8721ac HTTP/1.1" status: 200 len: 850 time: 0.0501845 Jun 17 10:29:47.125990 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e04830-f8e7-4d21-a1a0-0dd0e2eee0bd req-7c4a94f4-fc3a-4db9-ba80-ca6251d86ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:29:47.128971 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-46e04830-f8e7-4d21-a1a0-0dd0e2eee0bd req-7c4a94f4-fc3a-4db9-ba80-ca6251d86ac9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f2275738-0436-4812-9837-f9c6ba37ea2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0816686 Jun 17 10:29:47.243765 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-46e04830-f8e7-4d21-a1a0-0dd0e2eee0bd req-9fac0bc7-01dc-4748-b83c-11e1645ae92e service neutron] 10.222.0.47 "GET /v2.0/networks/f2275738-0436-4812-9837-f9c6ba37ea2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054304 Jun 17 10:29:47.354258 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-46e04830-f8e7-4d21-a1a0-0dd0e2eee0bd req-e3b99719-cc9c-42f8-9865-6746065ec927 service neutron] 10.222.0.47 "GET /v2.0/networks/f2275738-0436-4812-9837-f9c6ba37ea2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035478 Jun 17 10:29:47.959720 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c33a655-b956-4c34-8d47-774f484a3cd7 req-0d3e4ad5-34fc-4bda-a1fa-f105af17cb2c tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:29:47.961537 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-0c33a655-b956-4c34-8d47-774f484a3cd7 req-0d3e4ad5-34fc-4bda-a1fa-f105af17cb2c tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb31e10d-fae0-43f3-a7e7-f056ebb2483a HTTP/1.1" status: 200 len: 945 time: 0.0887353 Jun 17 10:29:48.019611 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-0c33a655-b956-4c34-8d47-774f484a3cd7 req-58e86895-f92f-44a6-93b4-76959b4034bb tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/security-groups?id=9fd5b093-e4bd-4759-a7dd-4acd2ee3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470228 Jun 17 10:29:49.488555 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d396da8-9e76-45e8-aa64-02c6d13293e6 req-88e93e13-cdf7-4153-8b5f-3e0778e8fef0 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:29:49.490204 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-1d396da8-9e76-45e8-aa64-02c6d13293e6 req-88e93e13-cdf7-4153-8b5f-3e0778e8fef0 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb31e10d-fae0-43f3-a7e7-f056ebb2483a HTTP/1.1" status: 200 len: 945 time: 0.0964513 Jun 17 10:29:49.544701 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-1d396da8-9e76-45e8-aa64-02c6d13293e6 req-9a7b2ad7-b4f7-4142-a55a-0632effed511 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/security-groups?id=9fd5b093-e4bd-4759-a7dd-4acd2ee3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424743 Jun 17 10:29:58.265194 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:29:59.893163 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-059da7be-5a12-46cd-a4a9-ceacd3f8cca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:03.365926 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-4f7be7ce-4998-4b34-91a4-12dfa82f4115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:03.474244 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:04.285398 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9c7d6c44-1ddd-49b9-b1cc-e6c943660262 req-a279cff4-a37c-4b67-8d30-0b52f3355afb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e7b2bb58-fac9-4502-8589-c4231328b408&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0770595 Jun 17 10:30:04.391844 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d6c44-1ddd-49b9-b1cc-e6c943660262 req-00920320-0a5f-4172-abc1-1458c23b4edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:30:04.394524 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9c7d6c44-1ddd-49b9-b1cc-e6c943660262 req-00920320-0a5f-4172-abc1-1458c23b4edf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aca760d5d32f44678ef6de15bc80117f&device_id=e7b2bb58-fac9-4502-8589-c4231328b408 HTTP/1.1" status: 200 len: 1098 time: 0.0718365 Jun 17 10:30:04.563868 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d6c44-1ddd-49b9-b1cc-e6c943660262 req-52ad9d54-459a-4233-bbc9-8b0b0755369a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:30:04.566065 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9c7d6c44-1ddd-49b9-b1cc-e6c943660262 req-52ad9d54-459a-4233-bbc9-8b0b0755369a service neutron] 10.222.0.47 "GET /v2.0/networks?id=fbf95478-19a5-4f07-a34f-dd4f56a3b0c1 HTTP/1.1" status: 200 len: 912 time: 0.1463001 Jun 17 10:30:04.663412 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9c7d6c44-1ddd-49b9-b1cc-e6c943660262 req-6c735de7-2f17-47d6-919b-7dc31ce6f6b8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58166c26-86e3-4e02-8d2e-2b6f25e2a96c HTTP/1.1" status: 200 len: 1001 time: 0.0879123 Jun 17 10:30:04.736065 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d6c44-1ddd-49b9-b1cc-e6c943660262 req-8f55a5ee-0d27-4141-b92d-c404f2d0fea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:30:04.738658 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9c7d6c44-1ddd-49b9-b1cc-e6c943660262 req-8f55a5ee-0d27-4141-b92d-c404f2d0fea0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf327c71-eda0-4c61-af33-93c8df9a6c5d HTTP/1.1" status: 200 len: 850 time: 0.0643663 Jun 17 10:30:04.817892 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d6c44-1ddd-49b9-b1cc-e6c943660262 req-43a22082-ccba-477e-8b5f-af7629373745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:30:04.819876 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9c7d6c44-1ddd-49b9-b1cc-e6c943660262 req-43a22082-ccba-477e-8b5f-af7629373745 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fbf95478-19a5-4f07-a34f-dd4f56a3b0c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0737369 Jun 17 10:30:04.955300 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9c7d6c44-1ddd-49b9-b1cc-e6c943660262 req-0768b569-172d-4629-a9af-3d1228d984d9 service neutron] 10.222.0.47 "GET /v2.0/networks/fbf95478-19a5-4f07-a34f-dd4f56a3b0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263633 Jun 17 10:30:05.085668 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9c7d6c44-1ddd-49b9-b1cc-e6c943660262 req-875cebaf-8c47-4869-9a07-c5fd1d339b91 service neutron] 10.222.0.47 "GET /v2.0/networks/fbf95478-19a5-4f07-a34f-dd4f56a3b0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226475 Jun 17 10:30:05.136971 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-76f1cb7e-d4ef-4c29-a3c2-2b16775f9f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:07.200344 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8334b2a8-081d-4a08-b273-522b2363e8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:18.727835 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.agents_db [None req-342b98a1-7fdc-4d24-a539-fe72a001d92b None None] Agent healthcheck: found 6 active agents {{(pid=93647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:30:28.387920 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:29.251126 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-1096cfc5-1170-401e-bc6d-b4ba1bd99b0c req-7922a747-fe0f-48b0-a9d4-42c7a53e983f tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1164107581&fields=id&tenant_id=aca760d5d32f44678ef6de15bc80117f HTTP/1.1" status: 200 len: 267 time: 0.0652330 Jun 17 10:30:29.496529 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1096cfc5-1170-401e-bc6d-b4ba1bd99b0c req-4c493d6f-ecb7-47de-aa29-f38c73620da5 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:30:29.498764 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-1096cfc5-1170-401e-bc6d-b4ba1bd99b0c req-4c493d6f-ecb7-47de-aa29-f38c73620da5 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/networks?id=fbf95478-19a5-4f07-a34f-dd4f56a3b0c1 HTTP/1.1" status: 200 len: 811 time: 0.2344668 Jun 17 10:30:29.522919 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-1096cfc5-1170-401e-bc6d-b4ba1bd99b0c req-2653e3c1-5c8f-4731-9423-33d2c8fe1315 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/quotas/aca760d5d32f44678ef6de15bc80117f HTTP/1.1" status: 200 len: 375 time: 0.0103312 Jun 17 10:30:29.641961 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-1096cfc5-1170-401e-bc6d-b4ba1bd99b0c req-8c8bba13-3511-417f-a153-79c63f2c03d0 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=aca760d5d32f44678ef6de15bc80117f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1099279 Jun 17 10:30:29.790909 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-1096cfc5-1170-401e-bc6d-b4ba1bd99b0c req-30ce48fb-3922-420e-9b75-5f5eb70e6e33 service neutron] 10.222.0.22 "GET /v2.0/networks/fbf95478-19a5-4f07-a34f-dd4f56a3b0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311264 Jun 17 10:30:29.904111 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-f79e139a-eee2-4aab-b374-531b37c3038f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:29.915905 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-1096cfc5-1170-401e-bc6d-b4ba1bd99b0c req-90887053-8bd2-488f-9c48-325bacfc0e29 service neutron] 10.222.0.22 "GET /v2.0/networks/fbf95478-19a5-4f07-a34f-dd4f56a3b0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171398 Jun 17 10:30:30.834617 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-23f3ae0e-2128-4841-bef9-db55f28ed6ef req-2cd8dd61-55b4-4797-892d-ef2477816ef2 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/ports?device_id=70fcb3e5-412e-436a-9aef-8a10c4dede52 HTTP/1.1" status: 200 len: 210 time: 0.0438166 Jun 17 10:30:31.954039 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-181f7642-ff44-4fa9-bf65-bed2745dd79b req-db71a2f6-3b4a-4692-adcc-56a0256beaf7 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/ports?device_id=70fcb3e5-412e-436a-9aef-8a10c4dede52 HTTP/1.1" status: 200 len: 210 time: 0.0362179 Jun 17 10:30:33.170003 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-71434b7f-4d97-486c-becf-eb4a75343ae0 req-62bccd42-ee1e-4736-a63d-2481c62e1a9b tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/ports?device_id=70fcb3e5-412e-436a-9aef-8a10c4dede52 HTTP/1.1" status: 200 len: 210 time: 0.0608013 Jun 17 10:30:33.321858 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-0589efb4-0e42-4ca4-a4c6-dde7b0195bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:33.544214 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:34.371715 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-36552d8f-fe78-466a-a3b0-6df863f6ecd5 req-18dbacff-fcec-4913-8815-a25317816ddd tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/ports?device_id=70fcb3e5-412e-436a-9aef-8a10c4dede52 HTTP/1.1" status: 200 len: 210 time: 0.0320756 Jun 17 10:30:34.799451 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1096cfc5-1170-401e-bc6d-b4ba1bd99b0c req-fc7d8dc9-9a4d-42d3-8f89-dbf07eacdead tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:30:34.801312 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-1096cfc5-1170-401e-bc6d-b4ba1bd99b0c req-fc7d8dc9-9a4d-42d3-8f89-dbf07eacdead tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.47 "GET /v2.0/networks?id=fbf95478-19a5-4f07-a34f-dd4f56a3b0c1 HTTP/1.1" status: 200 len: 811 time: 0.1539125 Jun 17 10:30:34.865759 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-1096cfc5-1170-401e-bc6d-b4ba1bd99b0c req-b599cf7e-391f-46bb-b12c-b4cac0c9dd64 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aca760d5d32f44678ef6de15bc80117f HTTP/1.1" status: 200 len: 380 time: 0.0537105 Jun 17 10:30:34.876644 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.v2.base [req-1096cfc5-1170-401e-bc6d-b4ba1bd99b0c req-4090283b-5a28-4ef2-a2ba-631d87e32297 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Request body: {'port': {'device_id': '70fcb3e5-412e-436a-9aef-8a10c4dede52', 'network_id': 'fbf95478-19a5-4f07-a34f-dd4f56a3b0c1', 'admin_state_up': True, 'tenant_id': 'aca760d5d32f44678ef6de15bc80117f', 'security_groups': ['c1bc7806-bc87-4ca4-84bd-873a3995d1cf']}} {{(pid=93644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:30:35.236066 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-76f1cb7e-d4ef-4c29-a3c2-2b16775f9f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:35.396135 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1096cfc5-1170-401e-bc6d-b4ba1bd99b0c req-4090283b-5a28-4ef2-a2ba-631d87e32297 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Made reservation on behalf of aca760d5d32f44678ef6de15bc80117f for: {'port': 1} {{(pid=93644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:30:35.403794 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-1096cfc5-1170-401e-bc6d-b4ba1bd99b0c req-4090283b-5a28-4ef2-a2ba-631d87e32297 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3930454'] for port, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:35.633829 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-a770dc8f-42c7-4632-ae28-c55d423b2204 req-459dbf08-83fe-4938-9f63-a9d71efdf769 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/ports?device_id=70fcb3e5-412e-436a-9aef-8a10c4dede52 HTTP/1.1" status: 200 len: 210 time: 0.0819137 Jun 17 10:30:35.750867 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.db.db_base_plugin_common [req-1096cfc5-1170-401e-bc6d-b4ba1bd99b0c req-4090283b-5a28-4ef2-a2ba-631d87e32297 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Allocated IP 172.20.0.14 (fbf95478-19a5-4f07-a34f-dd4f56a3b0c1/cf327c71-eda0-4c61-af33-93c8df9a6c5d/5177e7ac-9ed0-4ae3-97d8-0a39f6f9e6e2) {{(pid=93644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:30:36.057989 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efd673d-4304-46c5-a3b3-73734a03895f req-e6f5f8df-81bd-4e6a-b9e8-6ce77bfca52f tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:30:36.060949 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-2efd673d-4304-46c5-a3b3-73734a03895f req-e6f5f8df-81bd-4e6a-b9e8-6ce77bfca52f tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb31e10d-fae0-43f3-a7e7-f056ebb2483a HTTP/1.1" status: 200 len: 945 time: 0.2859035 Jun 17 10:30:36.189646 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-2efd673d-4304-46c5-a3b3-73734a03895f req-c7a43716-3d05-4a03-aabb-5370e1040681 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/security-groups?id=9fd5b093-e4bd-4759-a7dd-4acd2ee3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221530 Jun 17 10:30:36.196221 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-1096cfc5-1170-401e-bc6d-b4ba1bd99b0c req-4090283b-5a28-4ef2-a2ba-631d87e32297 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks [] for port, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:36.225998 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.db.provisioning_blocks [req-1096cfc5-1170-401e-bc6d-b4ba1bd99b0c req-4090283b-5a28-4ef2-a2ba-631d87e32297 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Transition to ACTIVE for port object 5177e7ac-9ed0-4ae3-97d8-0a39f6f9e6e2 will not be triggered until provisioned by entity DHCP. {{(pid=93644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:30:36.405928 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-1096cfc5-1170-401e-bc6d-b4ba1bd99b0c req-4090283b-5a28-4ef2-a2ba-631d87e32297 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3925395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740733869087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125912119'] for port, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:36.407701 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:30:36.465152 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1096cfc5-1170-401e-bc6d-b4ba1bd99b0c req-4090283b-5a28-4ef2-a2ba-631d87e32297 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Network fbf95478-19a5-4f07-a34f-dd4f56a3b0c1 is already hosted by enough agents. {{(pid=93644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:30:36.469394 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.base_scheduler [req-1096cfc5-1170-401e-bc6d-b4ba1bd99b0c req-4090283b-5a28-4ef2-a2ba-631d87e32297 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Resources bound (agent type, host, resource id): {{(pid=93644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:30:36.477113 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvrscheduler_db [req-1096cfc5-1170-401e-bc6d-b4ba1bd99b0c req-4090283b-5a28-4ef2-a2ba-631d87e32297 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Received port after_create {{(pid=93644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:30:36.487171 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4090283b-5a28-4ef2-a2ba-631d87e32297 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Pushing event updated for resources: {'Port': ['ID=5177e7ac-9ed0-4ae3-97d8-0a39f6f9e6e2,revision_number=1']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:30:36.524541 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4090283b-5a28-4ef2-a2ba-631d87e32297 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:30:36.526965 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4090283b-5a28-4ef2-a2ba-631d87e32297 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:30:36.526965 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4090283b-5a28-4ef2-a2ba-631d87e32297 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:30:36.526965 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4090283b-5a28-4ef2-a2ba-631d87e32297 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:30:36.527541 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4090283b-5a28-4ef2-a2ba-631d87e32297 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:30:36.527541 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4090283b-5a28-4ef2-a2ba-631d87e32297 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:30:36.528084 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4090283b-5a28-4ef2-a2ba-631d87e32297 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:30:36.528313 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4090283b-5a28-4ef2-a2ba-631d87e32297 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:30:36.528775 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4090283b-5a28-4ef2-a2ba-631d87e32297 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:30:36.529255 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4090283b-5a28-4ef2-a2ba-631d87e32297 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:30:36.529560 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4090283b-5a28-4ef2-a2ba-631d87e32297 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:30:36.529873 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4090283b-5a28-4ef2-a2ba-631d87e32297 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:30:36.540256 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-4090283b-5a28-4ef2-a2ba-631d87e32297 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:30:36.586510 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1096cfc5-1170-401e-bc6d-b4ba1bd99b0c req-4090283b-5a28-4ef2-a2ba-631d87e32297 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:30:36.588417 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-1096cfc5-1170-401e-bc6d-b4ba1bd99b0c req-4090283b-5a28-4ef2-a2ba-631d87e32297 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733'] for port, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:36.719311 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-1096cfc5-1170-401e-bc6d-b4ba1bd99b0c req-4090283b-5a28-4ef2-a2ba-631d87e32297 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8469024 Jun 17 10:30:36.741635 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.v2.base [req-1096cfc5-1170-401e-bc6d-b4ba1bd99b0c req-b5f03a96-1f30-4b85-8cd1-ff47a1cb4d30 service neutron] Request body: {'port': {'device_id': '70fcb3e5-412e-436a-9aef-8a10c4dede52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79680'}} {{(pid=93644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:30:36.910497 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-1096cfc5-1170-401e-bc6d-b4ba1bd99b0c req-b5f03a96-1f30-4b85-8cd1-ff47a1cb4d30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:36.989716 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-0906ca6e-8770-4903-943c-0ea63475e615 None None] Provisioning for port 5177e7ac-9ed0-4ae3-97d8-0a39f6f9e6e2 completed by entity DHCP. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:30:36.996717 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-0906ca6e-8770-4903-943c-0ea63475e615 None None] Provisioning complete for port 5177e7ac-9ed0-4ae3-97d8-0a39f6f9e6e2 triggered by entity DHCP. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:30:36.999167 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-0906ca6e-8770-4903-943c-0ea63475e615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:37.044976 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8334b2a8-081d-4a08-b273-522b2363e8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:37.076672 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-0906ca6e-8770-4903-943c-0ea63475e615 None None] Port 5177e7ac-9ed0-4ae3-97d8-0a39f6f9e6e2 cannot update to ACTIVE because it is not bound. {{(pid=93646) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 10:30:37.181918 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67696300-a0f4-4e1a-b0c6-8b6e0b9f0c8e req-e93fb590-f587-40ba-8d5b-4dbc94efc813 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:30:37.184393 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-67696300-a0f4-4e1a-b0c6-8b6e0b9f0c8e req-e93fb590-f587-40ba-8d5b-4dbc94efc813 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/ports?device_id=70fcb3e5-412e-436a-9aef-8a10c4dede52 HTTP/1.1" status: 200 len: 932 time: 0.2705510 Jun 17 10:30:37.335183 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-67696300-a0f4-4e1a-b0c6-8b6e0b9f0c8e req-4aae1bc7-2a5b-458c-b712-25af8a15445c tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1bc7806-bc87-4ca4-84bd-873a3995d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390367 Jun 17 10:30:37.558247 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.notifiers.nova [req-1096cfc5-1170-401e-bc6d-b4ba1bd99b0c req-b5f03a96-1f30-4b85-8cd1-ff47a1cb4d30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5177e7ac-9ed0-4ae3-97d8-0a39f6f9e6e2 {{(pid=93644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:30:37.577476 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-1096cfc5-1170-401e-bc6d-b4ba1bd99b0c req-b5f03a96-1f30-4b85-8cd1-ff47a1cb4d30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:37.611545 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.db.provisioning_blocks [req-1096cfc5-1170-401e-bc6d-b4ba1bd99b0c req-b5f03a96-1f30-4b85-8cd1-ff47a1cb4d30 service neutron] Transition to ACTIVE for port object 5177e7ac-9ed0-4ae3-97d8-0a39f6f9e6e2 will not be triggered until provisioned by entity L2. {{(pid=93644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:30:37.625170 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e82b17-ebdb-42ac-90fe-cd5f61e792cd req-09264548-961c-4538-b552-cd2864a8030a tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:30:37.626971 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-63e82b17-ebdb-42ac-90fe-cd5f61e792cd req-09264548-961c-4538-b552-cd2864a8030a tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb31e10d-fae0-43f3-a7e7-f056ebb2483a HTTP/1.1" status: 200 len: 945 time: 0.1992424 Jun 17 10:30:37.678552 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-63e82b17-ebdb-42ac-90fe-cd5f61e792cd req-902cf072-19d1-4287-89a2-3511142ea418 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/security-groups?id=9fd5b093-e4bd-4759-a7dd-4acd2ee3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414166 Jun 17 10:30:37.714786 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-1096cfc5-1170-401e-bc6d-b4ba1bd99b0c req-b5f03a96-1f30-4b85-8cd1-ff47a1cb4d30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125912069'] for port, after_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:37.718422 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-f70cabdb-48e4-4f91-8dd5-fbfac63a3b48 tempest-ServerRescueNegativeTestJSON-946809540 tempest-ServerRescueNegativeTestJSON-946809540-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:30:37.844296 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f03a96-1f30-4b85-8cd1-ff47a1cb4d30 service neutron] Pushing event updated for resources: {'Port': ['ID=5177e7ac-9ed0-4ae3-97d8-0a39f6f9e6e2,revision_number=2']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:30:37.854876 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-b5f03a96-1f30-4b85-8cd1-ff47a1cb4d30 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:30:37.981210 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.managers [req-1096cfc5-1170-401e-bc6d-b4ba1bd99b0c req-b5f03a96-1f30-4b85-8cd1-ff47a1cb4d30 service neutron] Attempting to bind port 5177e7ac-9ed0-4ae3-97d8-0a39f6f9e6e2 on host hv-cinder-79680 for vnic_type normal with profile {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:30:37.981715 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.managers [req-1096cfc5-1170-401e-bc6d-b4ba1bd99b0c req-b5f03a96-1f30-4b85-8cd1-ff47a1cb4d30 service neutron] Attempting to bind port 5177e7ac-9ed0-4ae3-97d8-0a39f6f9e6e2 by drivers openvswitch,hyperv on host hv-cinder-79680 at level 0 using segments [{'id': '6fc0f035-2780-4197-a60b-57afbddf8f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'fbf95478-19a5-4f07-a34f-dd4f56a3b0c1'}] {{(pid=93644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:30:37.982195 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1096cfc5-1170-401e-bc6d-b4ba1bd99b0c req-b5f03a96-1f30-4b85-8cd1-ff47a1cb4d30 service neutron] Attempting to bind port 5177e7ac-9ed0-4ae3-97d8-0a39f6f9e6e2 on network fbf95478-19a5-4f07-a34f-dd4f56a3b0c1 {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:30:37.990008 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1096cfc5-1170-401e-bc6d-b4ba1bd99b0c req-b5f03a96-1f30-4b85-8cd1-ff47a1cb4d30 service neutron] Port 5177e7ac-9ed0-4ae3-97d8-0a39f6f9e6e2 on network fbf95478-19a5-4f07-a34f-dd4f56a3b0c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79680 {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 10:30:38.002340 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1096cfc5-1170-401e-bc6d-b4ba1bd99b0c req-b5f03a96-1f30-4b85-8cd1-ff47a1cb4d30 service neutron] Attempting to bind port 5177e7ac-9ed0-4ae3-97d8-0a39f6f9e6e2 on network fbf95478-19a5-4f07-a34f-dd4f56a3b0c1 {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:30:38.002340 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1096cfc5-1170-401e-bc6d-b4ba1bd99b0c req-b5f03a96-1f30-4b85-8cd1-ff47a1cb4d30 service neutron] Checking agent: {'id': '71ef71fd-f9ba-4ed4-b44a-140e16714f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79680', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 14, 58), 'started_at': datetime.datetime(2021, 6, 17, 10, 14, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:30:38.002340 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1096cfc5-1170-401e-bc6d-b4ba1bd99b0c req-b5f03a96-1f30-4b85-8cd1-ff47a1cb4d30 service neutron] Checking segment: {'id': '6fc0f035-2780-4197-a60b-57afbddf8f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'fbf95478-19a5-4f07-a34f-dd4f56a3b0c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:30:38.002340 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1096cfc5-1170-401e-bc6d-b4ba1bd99b0c req-b5f03a96-1f30-4b85-8cd1-ff47a1cb4d30 service neutron] Bound using segment: {'id': '6fc0f035-2780-4197-a60b-57afbddf8f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'fbf95478-19a5-4f07-a34f-dd4f56a3b0c1'} {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:30:38.002946 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.managers [req-1096cfc5-1170-401e-bc6d-b4ba1bd99b0c req-b5f03a96-1f30-4b85-8cd1-ff47a1cb4d30 service neutron] Bound port: 5177e7ac-9ed0-4ae3-97d8-0a39f6f9e6e2, host: hv-cinder-79680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fc0f035-2780-4197-a60b-57afbddf8f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'fbf95478-19a5-4f07-a34f-dd4f56a3b0c1'}}] {{(pid=93644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:30:38.003455 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-1096cfc5-1170-401e-bc6d-b4ba1bd99b0c req-b5f03a96-1f30-4b85-8cd1-ff47a1cb4d30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:38.141766 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.db [req-1096cfc5-1170-401e-bc6d-b4ba1bd99b0c req-b5f03a96-1f30-4b85-8cd1-ff47a1cb4d30 service neutron] For port 5177e7ac-9ed0-4ae3-97d8-0a39f6f9e6e2, host hv-cinder-79680, cleared binding levels {{(pid=93644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:30:38.148380 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.db [req-1096cfc5-1170-401e-bc6d-b4ba1bd99b0c req-b5f03a96-1f30-4b85-8cd1-ff47a1cb4d30 service neutron] For port 5177e7ac-9ed0-4ae3-97d8-0a39f6f9e6e2, host hv-cinder-79680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=5177e7ac-9ed0-4ae3-97d8-0a39f6f9e6e2,segment=NetworkSegment(6fc0f035-2780-4197-a60b-57afbddf8f64),segment_id=6fc0f035-2780-4197-a60b-57afbddf8f64)] {{(pid=93644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:30:38.286242 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-1096cfc5-1170-401e-bc6d-b4ba1bd99b0c req-b5f03a96-1f30-4b85-8cd1-ff47a1cb4d30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125912069'] for port, after_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:38.289592 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-69989824-73e7-408e-8fa6-29263c9a1eed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:30:38.339838 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1096cfc5-1170-401e-bc6d-b4ba1bd99b0c req-b5f03a96-1f30-4b85-8cd1-ff47a1cb4d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:30:38.340450 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-1096cfc5-1170-401e-bc6d-b4ba1bd99b0c req-b5f03a96-1f30-4b85-8cd1-ff47a1cb4d30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733'] for port, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:38.343080 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-1096cfc5-1170-401e-bc6d-b4ba1bd99b0c req-b5f03a96-1f30-4b85-8cd1-ff47a1cb4d30 service neutron] 10.222.0.47 "PUT /v2.0/ports/5177e7ac-9ed0-4ae3-97d8-0a39f6f9e6e2 HTTP/1.1" status: 200 len: 1094 time: 1.6105015 Jun 17 10:30:38.344029 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70fcb3e5-412e-436a-9aef-8a10c4dede52', 'tag': '5177e7ac-9ed0-4ae3-97d8-0a39f6f9e6e2'}] {{(pid=93644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:30:38.348042 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e3e45b0fad0fac0035bff2321de6238b3105d4201b4fc6e845e8cd3cf45f1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf0737d-211d-4760-b85c-42d95a384429" -d '{"events": [{"name": "network-changed", "server_uuid": "70fcb3e5-412e-436a-9aef-8a10c4dede52", "tag": "5177e7ac-9ed0-4ae3-97d8-0a39f6f9e6e2"}]}' {{(pid=93644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:30:38.395473 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f03a96-1f30-4b85-8cd1-ff47a1cb4d30 service neutron] Pushing event updated for resources: {'Port': ['ID=5177e7ac-9ed0-4ae3-97d8-0a39f6f9e6e2,revision_number=3']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:30:38.407970 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-b5f03a96-1f30-4b85-8cd1-ff47a1cb4d30 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:30:38.417052 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 10:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d3fef0-807b-4b9e-b4d3-d5bace5a623d x-openstack-request-id: req-f3d3fef0-807b-4b9e-b4d3-d5bace5a623d {{(pid=93644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:30:38.417622 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70fcb3e5-412e-436a-9aef-8a10c4dede52", "tag": "5177e7ac-9ed0-4ae3-97d8-0a39f6f9e6e2", "status": "completed", "code": 200}]} {{(pid=93644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:30:38.417935 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f3d3fef0-807b-4b9e-b4d3-d5bace5a623d {{(pid=93644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:30:38.418722 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70fcb3e5-412e-436a-9aef-8a10c4dede52', 'tag': '5177e7ac-9ed0-4ae3-97d8-0a39f6f9e6e2', 'status': 'completed', 'code': 200} Jun 17 10:30:38.594462 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf0737d-211d-4760-b85c-42d95a384429 req-b4382090-94ae-4baf-b94c-496573f1021d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:30:38.594462 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-ccf0737d-211d-4760-b85c-42d95a384429 req-b4382090-94ae-4baf-b94c-496573f1021d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aca760d5d32f44678ef6de15bc80117f&device_id=70fcb3e5-412e-436a-9aef-8a10c4dede52 HTTP/1.1" status: 200 len: 1097 time: 0.1402259 Jun 17 10:30:38.727203 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b18b2-f0c1-4728-b5c3-eee071fd0f58 req-ac1c06be-851d-47d4-ba6b-f65810c8ffbf tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:30:38.729518 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-983b18b2-f0c1-4728-b5c3-eee071fd0f58 req-ac1c06be-851d-47d4-ba6b-f65810c8ffbf tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/ports?device_id=70fcb3e5-412e-436a-9aef-8a10c4dede52 HTTP/1.1" status: 200 len: 944 time: 0.1882033 Jun 17 10:30:38.815926 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf0737d-211d-4760-b85c-42d95a384429 req-17201923-fc27-4039-b65f-0f4fe48bfd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:30:38.817731 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-ccf0737d-211d-4760-b85c-42d95a384429 req-17201923-fc27-4039-b65f-0f4fe48bfd9e service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=aca760d5d32f44678ef6de15bc80117f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2117810 Jun 17 10:30:38.826204 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-983b18b2-f0c1-4728-b5c3-eee071fd0f58 req-abebd77e-8b96-4d1d-961c-e409afdb2488 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1bc7806-bc87-4ca4-84bd-873a3995d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754466 Jun 17 10:30:39.088153 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf0737d-211d-4760-b85c-42d95a384429 req-90b40665-5fb1-4651-800e-756acf324772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:30:39.090932 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-ccf0737d-211d-4760-b85c-42d95a384429 req-90b40665-5fb1-4651-800e-756acf324772 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2631392 Jun 17 10:30:39.112277 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f252625-9a99-4c5b-a213-5d7ad8da81c5 req-a0541762-b1d3-4d70-91db-52b7fe4601a6 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:30:39.114605 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-0f252625-9a99-4c5b-a213-5d7ad8da81c5 req-a0541762-b1d3-4d70-91db-52b7fe4601a6 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb31e10d-fae0-43f3-a7e7-f056ebb2483a HTTP/1.1" status: 200 len: 945 time: 0.2417476 Jun 17 10:30:39.254919 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-0f252625-9a99-4c5b-a213-5d7ad8da81c5 req-ceaf12ae-d59c-4559-bcd8-b7ce8d507429 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/security-groups?id=9fd5b093-e4bd-4759-a7dd-4acd2ee3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334069 Jun 17 10:30:39.294541 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1096cfc5-1170-401e-bc6d-b4ba1bd99b0c req-2ce11098-454e-41a1-a2f6-a5a9a1810a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:30:39.297294 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-1096cfc5-1170-401e-bc6d-b4ba1bd99b0c req-2ce11098-454e-41a1-a2f6-a5a9a1810a8e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aca760d5d32f44678ef6de15bc80117f&device_id=70fcb3e5-412e-436a-9aef-8a10c4dede52 HTTP/1.1" status: 200 len: 1097 time: 0.1426933 Jun 17 10:30:39.366285 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-1096cfc5-1170-401e-bc6d-b4ba1bd99b0c req-b3b16db0-a035-4b5a-b8b9-283a4a0b7c34 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5177e7ac-9ed0-4ae3-97d8-0a39f6f9e6e2 HTTP/1.1" status: 200 len: 217 time: 0.0577815 Jun 17 10:30:39.427443 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1096cfc5-1170-401e-bc6d-b4ba1bd99b0c req-76a256b8-c98f-48f1-a52e-eaf971a78ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:30:39.429176 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-1096cfc5-1170-401e-bc6d-b4ba1bd99b0c req-76a256b8-c98f-48f1-a52e-eaf971a78ab7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf327c71-eda0-4c61-af33-93c8df9a6c5d HTTP/1.1" status: 200 len: 850 time: 0.0566978 Jun 17 10:30:39.519933 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1096cfc5-1170-401e-bc6d-b4ba1bd99b0c req-792c2569-e8ac-45bf-8db8-da26b8c00e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:30:39.522217 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-1096cfc5-1170-401e-bc6d-b4ba1bd99b0c req-792c2569-e8ac-45bf-8db8-da26b8c00e35 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fbf95478-19a5-4f07-a34f-dd4f56a3b0c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0849993 Jun 17 10:30:39.650406 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-1096cfc5-1170-401e-bc6d-b4ba1bd99b0c req-a6f7019e-cf81-4b2c-8b67-0ece8a2d9252 service neutron] 10.222.0.47 "GET /v2.0/networks/fbf95478-19a5-4f07-a34f-dd4f56a3b0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174111 Jun 17 10:30:40.127697 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-1096cfc5-1170-401e-bc6d-b4ba1bd99b0c req-de710ba2-6069-49c0-bb80-396b6101234e service neutron] 10.222.0.47 "GET /v2.0/networks/fbf95478-19a5-4f07-a34f-dd4f56a3b0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4703453 Jun 17 10:30:40.170499 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd49904-a4c0-443d-9e98-994493ad5e97 req-fb77b4e7-7e6c-4c12-ba6f-1565b33d7d39 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:30:40.170499 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-fdd49904-a4c0-443d-9e98-994493ad5e97 req-fb77b4e7-7e6c-4c12-ba6f-1565b33d7d39 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/ports?device_id=70fcb3e5-412e-436a-9aef-8a10c4dede52 HTTP/1.1" status: 200 len: 944 time: 0.1038599 Jun 17 10:30:40.244272 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-fdd49904-a4c0-443d-9e98-994493ad5e97 req-ebfadc61-fd4a-4f16-bfd3-2a1a89bf5cf5 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1bc7806-bc87-4ca4-84bd-873a3995d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666783 Jun 17 10:30:40.567690 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da18f16-d084-4fb2-8a9d-c3f40c3a72ac req-c4f87fbd-c74d-4182-9085-dcf8a5312f22 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:30:40.570385 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-7da18f16-d084-4fb2-8a9d-c3f40c3a72ac req-c4f87fbd-c74d-4182-9085-dcf8a5312f22 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb31e10d-fae0-43f3-a7e7-f056ebb2483a HTTP/1.1" status: 200 len: 945 time: 0.1283693 Jun 17 10:30:40.636001 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-7da18f16-d084-4fb2-8a9d-c3f40c3a72ac req-a8952e7c-5761-4aaa-81c5-5ddb1ce3cc87 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/security-groups?id=9fd5b093-e4bd-4759-a7dd-4acd2ee3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537555 Jun 17 10:30:41.591977 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acd56c4-9a82-4552-90b1-eef4e8c5a7ed req-3cb5ce59-1355-4151-af72-3066b25e2cdd tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:30:41.596078 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-5acd56c4-9a82-4552-90b1-eef4e8c5a7ed req-3cb5ce59-1355-4151-af72-3066b25e2cdd tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/ports?device_id=70fcb3e5-412e-436a-9aef-8a10c4dede52 HTTP/1.1" status: 200 len: 944 time: 0.1254213 Jun 17 10:30:41.673424 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-5acd56c4-9a82-4552-90b1-eef4e8c5a7ed req-d6dfe111-9353-4c09-a4d9-9f684e999d4e tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1bc7806-bc87-4ca4-84bd-873a3995d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661190 Jun 17 10:30:41.943005 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0217c3e9-e3c7-4d40-aa13-d92c6c99eb11 req-1c860e19-0fdd-41f7-bfbe-0b3d08feab07 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:30:41.945601 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-0217c3e9-e3c7-4d40-aa13-d92c6c99eb11 req-1c860e19-0fdd-41f7-bfbe-0b3d08feab07 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb31e10d-fae0-43f3-a7e7-f056ebb2483a HTTP/1.1" status: 200 len: 945 time: 0.1156518 Jun 17 10:30:42.020572 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-0217c3e9-e3c7-4d40-aa13-d92c6c99eb11 req-24bfcf61-3743-4880-8792-53925e8f2d84 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/security-groups?id=9fd5b093-e4bd-4759-a7dd-4acd2ee3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613015 Jun 17 10:30:42.940302 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e191c0-c17a-4add-a031-6f6662b8e7dc req-22a79843-9735-440a-bbf3-37fa8e4f9d33 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:30:42.941995 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-99e191c0-c17a-4add-a031-6f6662b8e7dc req-22a79843-9735-440a-bbf3-37fa8e4f9d33 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/ports?device_id=70fcb3e5-412e-436a-9aef-8a10c4dede52 HTTP/1.1" status: 200 len: 944 time: 0.1002715 Jun 17 10:30:43.004081 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-99e191c0-c17a-4add-a031-6f6662b8e7dc req-62488ff1-f21d-4f17-a201-e1b623ac5dc5 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1bc7806-bc87-4ca4-84bd-873a3995d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539086 Jun 17 10:30:43.276223 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d7530b-180b-4ab1-8251-375f3080871d req-2b335b8e-fe7f-4814-94ea-fced14ff7453 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:30:43.280494 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-28d7530b-180b-4ab1-8251-375f3080871d req-2b335b8e-fe7f-4814-94ea-fced14ff7453 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb31e10d-fae0-43f3-a7e7-f056ebb2483a HTTP/1.1" status: 200 len: 945 time: 0.0969200 Jun 17 10:30:43.345309 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-28d7530b-180b-4ab1-8251-375f3080871d req-46d569af-d85a-455a-9b25-d015aec0cda5 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/security-groups?id=9fd5b093-e4bd-4759-a7dd-4acd2ee3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609744 Jun 17 10:30:44.304628 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea4cac-9189-44d0-a591-dc4efba0c38a req-46c9adeb-9098-40b2-8612-d5404c1e457e tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:30:44.306803 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-abea4cac-9189-44d0-a591-dc4efba0c38a req-46c9adeb-9098-40b2-8612-d5404c1e457e tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/ports?device_id=70fcb3e5-412e-436a-9aef-8a10c4dede52 HTTP/1.1" status: 200 len: 944 time: 0.0918601 Jun 17 10:30:44.379949 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-abea4cac-9189-44d0-a591-dc4efba0c38a req-a723593c-71d8-4ec3-8500-9af983ca643e tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1bc7806-bc87-4ca4-84bd-873a3995d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634265 Jun 17 10:30:44.614229 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88723b29-c47d-4bd2-b302-2890221d0b49 req-f7644726-8033-4935-8817-8b72d60dc41d tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:30:44.616635 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-88723b29-c47d-4bd2-b302-2890221d0b49 req-f7644726-8033-4935-8817-8b72d60dc41d tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb31e10d-fae0-43f3-a7e7-f056ebb2483a HTTP/1.1" status: 200 len: 945 time: 0.0974743 Jun 17 10:30:44.672644 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-88723b29-c47d-4bd2-b302-2890221d0b49 req-f0568bea-e93f-4a06-8370-a7a53d80da66 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/security-groups?id=9fd5b093-e4bd-4759-a7dd-4acd2ee3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485933 Jun 17 10:30:45.687257 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fb1336-4a77-4e10-a268-e8b3a5af4688 req-170b2a34-4b0e-4e1d-bb5d-1036e0e213e8 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:30:45.689937 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-74fb1336-4a77-4e10-a268-e8b3a5af4688 req-170b2a34-4b0e-4e1d-bb5d-1036e0e213e8 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/ports?device_id=70fcb3e5-412e-436a-9aef-8a10c4dede52 HTTP/1.1" status: 200 len: 944 time: 0.1291890 Jun 17 10:30:45.749656 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-74fb1336-4a77-4e10-a268-e8b3a5af4688 req-1efa9b6b-ae10-4b77-81c8-f2f448a3b2a6 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1bc7806-bc87-4ca4-84bd-873a3995d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531614 Jun 17 10:30:45.898220 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef93e6-f837-4620-8b7c-7f7fe25d1abc req-502b5e6b-7251-4557-a5f0-0fccd6e688f4 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:30:45.901568 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-feef93e6-f837-4620-8b7c-7f7fe25d1abc req-502b5e6b-7251-4557-a5f0-0fccd6e688f4 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb31e10d-fae0-43f3-a7e7-f056ebb2483a HTTP/1.1" status: 200 len: 945 time: 0.0857723 Jun 17 10:30:45.952355 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-feef93e6-f837-4620-8b7c-7f7fe25d1abc req-902a2c65-45aa-48bf-b36c-5c3d7891f284 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/security-groups?id=9fd5b093-e4bd-4759-a7dd-4acd2ee3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396240 Jun 17 10:30:47.051340 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6915872d-af04-49a0-812b-8f02ea22edb1 req-8c00dc2a-ddb1-459c-a150-eeb04025dd9f tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:30:47.053575 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6915872d-af04-49a0-812b-8f02ea22edb1 req-8c00dc2a-ddb1-459c-a150-eeb04025dd9f tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/ports?device_id=70fcb3e5-412e-436a-9aef-8a10c4dede52 HTTP/1.1" status: 200 len: 944 time: 0.1333604 Jun 17 10:30:47.078883 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device 5177e7ac-9ed0-4ae3-97d8-0a39f6f9e6e2 details requested by agent hyperv_hv-cinder-79680 with host hv-cinder-79680 {{(pid=93646) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 10:30:47.125670 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6915872d-af04-49a0-812b-8f02ea22edb1 req-9d463faf-619d-4f10-ac66-5482d3e70952 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1bc7806-bc87-4ca4-84bd-873a3995d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591967 Jun 17 10:30:47.259946 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] For port 5177e7ac-9ed0-4ae3-97d8-0a39f6f9e6e2, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=5177e7ac-9ed0-4ae3-97d8-0a39f6f9e6e2,segment=NetworkSegment(6fc0f035-2780-4197-a60b-57afbddf8f64),segment_id=6fc0f035-2780-4197-a60b-57afbddf8f64)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:30:47.261618 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc17e629-1968-4c93-a4a7-0b95832881cd req-0db33283-ec65-4ad1-b681-d14b01cd720c tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:30:47.264577 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-fc17e629-1968-4c93-a4a7-0b95832881cd req-0db33283-ec65-4ad1-b681-d14b01cd720c tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb31e10d-fae0-43f3-a7e7-f056ebb2483a HTTP/1.1" status: 200 len: 945 time: 0.1199884 Jun 17 10:30:47.276223 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Returning: {'device': '5177e7ac-9ed0-4ae3-97d8-0a39f6f9e6e2', 'network_id': 'fbf95478-19a5-4f07-a34f-dd4f56a3b0c1', 'port_id': '5177e7ac-9ed0-4ae3-97d8-0a39f6f9e6e2', 'mac_address': 'fa:16:3e:00:0d:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf327c71-eda0-4c61-af33-93c8df9a6c5d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93646) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 10:30:47.325612 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:47.332274 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-fc17e629-1968-4c93-a4a7-0b95832881cd req-7ca14835-619e-4c06-8d96-2987d5e4d0bf tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/security-groups?id=9fd5b093-e4bd-4759-a7dd-4acd2ee3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562944 Jun 17 10:30:47.343701 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.notifiers.nova [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5177e7ac-9ed0-4ae3-97d8-0a39f6f9e6e2 {{(pid=93646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:30:47.377602 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] For port 5177e7ac-9ed0-4ae3-97d8-0a39f6f9e6e2, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=5177e7ac-9ed0-4ae3-97d8-0a39f6f9e6e2,segment=NetworkSegment(6fc0f035-2780-4197-a60b-57afbddf8f64),segment_id=6fc0f035-2780-4197-a60b-57afbddf8f64)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:30:47.561397 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:47.565024 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:30:47.641582 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Pushing event updated for resources: {'Port': ['ID=5177e7ac-9ed0-4ae3-97d8-0a39f6f9e6e2,revision_number=4']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:30:47.649958 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:30:47.650417 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:30:47.650868 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:30:47.651327 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:30:47.651796 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:30:47.652235 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:30:47.652661 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:30:47.653099 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:30:47.653527 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:30:47.653967 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:30:47.654399 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:30:47.654823 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:30:47.659885 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:30:47.861338 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] get_ports_and_sgs() called for port_ids ['5177e7ac-9ed0-4ae3-97d8-0a39f6f9e6e2'] {{(pid=93646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 10:30:48.030604 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3615419-af6e-4f30-b639-e52d061670b2 req-81f20a0c-5630-40bc-bd3c-2359b374d898 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:30:48.032432 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-f3615419-af6e-4f30-b639-e52d061670b2 req-81f20a0c-5630-40bc-bd3c-2359b374d898 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb31e10d-fae0-43f3-a7e7-f056ebb2483a HTTP/1.1" status: 200 len: 945 time: 0.1149800 Jun 17 10:30:48.125111 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-f3615419-af6e-4f30-b639-e52d061670b2 req-6ca7abc6-627b-4f49-9e68-ca03698c54c1 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/security-groups?id=9fd5b093-e4bd-4759-a7dd-4acd2ee3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731537 Jun 17 10:30:48.150877 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71970527-2db3-4fec-b039-dfa6c45cad1a req-c518a642-4bbd-4cea-b687-30434da63204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:30:48.152948 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-71970527-2db3-4fec-b039-dfa6c45cad1a req-c518a642-4bbd-4cea-b687-30434da63204 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fb4c620e62524ba499710baa138734e6&device_id=eb31e10d-fae0-43f3-a7e7-f056ebb2483a HTTP/1.1" status: 200 len: 1098 time: 0.1130934 Jun 17 10:30:48.306692 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71970527-2db3-4fec-b039-dfa6c45cad1a req-4c084c92-280c-41a4-879e-f85460ba4980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:30:48.309321 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-71970527-2db3-4fec-b039-dfa6c45cad1a req-4c084c92-280c-41a4-879e-f85460ba4980 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f2275738-0436-4812-9837-f9c6ba37ea2a HTTP/1.1" status: 200 len: 912 time: 0.1478813 Jun 17 10:30:48.492512 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-71970527-2db3-4fec-b039-dfa6c45cad1a req-63aea9ab-11ea-4f64-8743-0d7dddc84dec service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eda63746-9790-4e4d-b663-e0f8efc2b41d HTTP/1.1" status: 200 len: 1000 time: 0.1743503 Jun 17 10:30:48.606716 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45b418-3a02-421c-ab67-ef8369565627 req-e9071280-33cb-4d21-b3f0-cdcf38dded34 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:30:48.609484 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-7c45b418-3a02-421c-ab67-ef8369565627 req-e9071280-33cb-4d21-b3f0-cdcf38dded34 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/ports?device_id=70fcb3e5-412e-436a-9aef-8a10c4dede52 HTTP/1.1" status: 200 len: 945 time: 0.2272177 Jun 17 10:30:48.623607 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71970527-2db3-4fec-b039-dfa6c45cad1a req-8c8e4621-71e6-41ef-8662-23aae31d8f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:30:48.626021 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-71970527-2db3-4fec-b039-dfa6c45cad1a req-8c8e4621-71e6-41ef-8662-23aae31d8f6b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ca437096-d433-4cda-a535-e8243b8721ac HTTP/1.1" status: 200 len: 850 time: 0.1238537 Jun 17 10:30:48.749823 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-7c45b418-3a02-421c-ab67-ef8369565627 req-610c09a7-7969-4ad5-acb4-28fd2ffc831b tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1bc7806-bc87-4ca4-84bd-873a3995d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310945 Jun 17 10:30:48.785028 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71970527-2db3-4fec-b039-dfa6c45cad1a req-7da27ebd-8cd1-41a6-a80c-a7ccd8dd55a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:30:48.788189 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-71970527-2db3-4fec-b039-dfa6c45cad1a req-7da27ebd-8cd1-41a6-a80c-a7ccd8dd55a7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f2275738-0436-4812-9837-f9c6ba37ea2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1509087 Jun 17 10:30:48.944104 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-71970527-2db3-4fec-b039-dfa6c45cad1a req-fd2bb09d-5e79-416b-ad7a-311c567238c5 service neutron] 10.222.0.47 "GET /v2.0/networks/f2275738-0436-4812-9837-f9c6ba37ea2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465876 Jun 17 10:30:49.088102 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device 5177e7ac-9ed0-4ae3-97d8-0a39f6f9e6e2 up at agent hyperv_hv-cinder-79680 {{(pid=93646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:30:49.106163 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-71970527-2db3-4fec-b039-dfa6c45cad1a req-1c9646aa-dbfb-41eb-9cb0-68498c8ace6a service neutron] 10.222.0.47 "GET /v2.0/networks/f2275738-0436-4812-9837-f9c6ba37ea2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503088 Jun 17 10:30:49.256177 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Provisioning for port 5177e7ac-9ed0-4ae3-97d8-0a39f6f9e6e2 completed by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:30:49.262949 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Provisioning complete for port 5177e7ac-9ed0-4ae3-97d8-0a39f6f9e6e2 triggered by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:30:49.263636 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:49.405778 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25639306-d557-45f0-9bf1-d3ca1fb01d87 req-a0f19e3d-b1fa-4602-96bd-b6d22c23f4d9 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:30:49.408443 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-25639306-d557-45f0-9bf1-d3ca1fb01d87 req-a0f19e3d-b1fa-4602-96bd-b6d22c23f4d9 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb31e10d-fae0-43f3-a7e7-f056ebb2483a HTTP/1.1" status: 200 len: 945 time: 0.0872676 Jun 17 10:30:49.419798 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:49.457238 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70fcb3e5-412e-436a-9aef-8a10c4dede52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5177e7ac-9ed0-4ae3-97d8-0a39f6f9e6e2'}] {{(pid=93646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:30:49.460310 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}202ec35f0b2f503ce7e4db3a1c258f37e57fe85608606de8e1c873696d713f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df94509-66c9-4e6a-ba2e-2e252810d188" -d '{"events": [{"server_uuid": "70fcb3e5-412e-436a-9aef-8a10c4dede52", "name": "network-vif-plugged", "status": "completed", "tag": "5177e7ac-9ed0-4ae3-97d8-0a39f6f9e6e2"}]}' {{(pid=93646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:30:49.469814 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-25639306-d557-45f0-9bf1-d3ca1fb01d87 req-47785596-4bb2-4d28-b54c-650cdaf0a6a4 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/security-groups?id=9fd5b093-e4bd-4759-a7dd-4acd2ee3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523376 Jun 17 10:30:49.489127 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] For port 5177e7ac-9ed0-4ae3-97d8-0a39f6f9e6e2, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=5177e7ac-9ed0-4ae3-97d8-0a39f6f9e6e2,segment=NetworkSegment(6fc0f035-2780-4197-a60b-57afbddf8f64),segment_id=6fc0f035-2780-4197-a60b-57afbddf8f64)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:30:49.518169 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4b5ca6-81fe-40f8-b385-0bc031da103d x-openstack-request-id: req-1a4b5ca6-81fe-40f8-b385-0bc031da103d {{(pid=93646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:30:49.518169 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70fcb3e5-412e-436a-9aef-8a10c4dede52", "name": "network-vif-plugged", "status": "completed", "tag": "5177e7ac-9ed0-4ae3-97d8-0a39f6f9e6e2", "code": 200}]} {{(pid=93646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:30:49.518169 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1a4b5ca6-81fe-40f8-b385-0bc031da103d {{(pid=93646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:30:49.518676 dv-cinder-796806-1-iscsi neutron-server[93646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70fcb3e5-412e-436a-9aef-8a10c4dede52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5177e7ac-9ed0-4ae3-97d8-0a39f6f9e6e2', 'code': 200} Jun 17 10:30:49.582471 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:49.586445 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-8f6a1688-8e88-4c7b-99c6-56803440a6a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:30:49.840811 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Pushing event updated for resources: {'Port': ['ID=5177e7ac-9ed0-4ae3-97d8-0a39f6f9e6e2,revision_number=5']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:30:49.845027 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:30:50.027163 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0c4598-839c-4dc5-aa2a-80fd2dc51a71 req-ce9d350e-af84-42a4-b2b9-45d3b3bdc9ec tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:30:50.029785 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-cd0c4598-839c-4dc5-aa2a-80fd2dc51a71 req-ce9d350e-af84-42a4-b2b9-45d3b3bdc9ec tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/ports?device_id=70fcb3e5-412e-436a-9aef-8a10c4dede52 HTTP/1.1" status: 200 len: 946 time: 0.0966625 Jun 17 10:30:50.185871 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-cd0c4598-839c-4dc5-aa2a-80fd2dc51a71 req-a095cbb9-582d-4872-ace3-f5f5a59f9394 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1bc7806-bc87-4ca4-84bd-873a3995d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693698 Jun 17 10:30:50.678965 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd743f54-a9dd-4f64-97f2-e4771bdb6f02 req-2a1e0e46-c30a-4362-b13a-663a5f82077f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:30:50.681630 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-fd743f54-a9dd-4f64-97f2-e4771bdb6f02 req-2a1e0e46-c30a-4362-b13a-663a5f82077f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=70fcb3e5-412e-436a-9aef-8a10c4dede52 HTTP/1.1" status: 200 len: 1099 time: 0.1065037 Jun 17 10:30:50.762564 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-fd743f54-a9dd-4f64-97f2-e4771bdb6f02 req-5ea89b64-ff15-404b-ade1-dc3ff3ba5242 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c1bc7806-bc87-4ca4-84bd-873a3995d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696282 Jun 17 10:30:50.806784 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c5433-eb3a-4778-a803-16564021908a req-b30ee93b-6de1-4464-8bd1-b3d1689c8dbb tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:30:50.808589 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-7a4c5433-eb3a-4778-a803-16564021908a req-b30ee93b-6de1-4464-8bd1-b3d1689c8dbb tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb31e10d-fae0-43f3-a7e7-f056ebb2483a HTTP/1.1" status: 200 len: 945 time: 0.0996270 Jun 17 10:30:50.856376 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-7a4c5433-eb3a-4778-a803-16564021908a req-8b0fb0ab-2d9d-43d4-8c2b-185aef6d7b07 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/security-groups?id=9fd5b093-e4bd-4759-a7dd-4acd2ee3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416191 Jun 17 10:30:51.428601 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff19e5c-31f8-4dcd-86ee-8bc9248964a5 req-d762cd33-05dc-4806-9fec-751e94da5bda tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:30:51.431108 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-bff19e5c-31f8-4dcd-86ee-8bc9248964a5 req-d762cd33-05dc-4806-9fec-751e94da5bda tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/ports?device_id=70fcb3e5-412e-436a-9aef-8a10c4dede52 HTTP/1.1" status: 200 len: 946 time: 0.1258616 Jun 17 10:30:51.501003 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-bff19e5c-31f8-4dcd-86ee-8bc9248964a5 req-d49ddd84-7c8d-401f-b883-191b48040bec tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1bc7806-bc87-4ca4-84bd-873a3995d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614505 Jun 17 10:30:52.747873 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d050fd-8f19-46ae-ac44-6078edef3811 req-e37041a5-fbaa-4f10-8512-d90b924eaebb tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:30:52.750616 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-75d050fd-8f19-46ae-ac44-6078edef3811 req-e37041a5-fbaa-4f10-8512-d90b924eaebb tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/ports?device_id=70fcb3e5-412e-436a-9aef-8a10c4dede52 HTTP/1.1" status: 200 len: 946 time: 0.1114993 Jun 17 10:30:52.820710 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-75d050fd-8f19-46ae-ac44-6078edef3811 req-f9f5a8a6-a852-4f38-9a59-c6a0b0014751 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1bc7806-bc87-4ca4-84bd-873a3995d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573680 Jun 17 10:30:53.028051 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba99e07-ab65-41e6-8944-5e1f1b0e9f45 req-6e8c509d-9875-49ee-bae4-64e3e4c9c5d6 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:30:53.029734 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-aba99e07-ab65-41e6-8944-5e1f1b0e9f45 req-6e8c509d-9875-49ee-bae4-64e3e4c9c5d6 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/ports?device_id=70fcb3e5-412e-436a-9aef-8a10c4dede52 HTTP/1.1" status: 200 len: 946 time: 0.0762327 Jun 17 10:30:53.080909 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-aba99e07-ab65-41e6-8944-5e1f1b0e9f45 req-8b052085-9bd4-42cc-9ce7-5948ec94bd33 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1bc7806-bc87-4ca4-84bd-873a3995d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440331 Jun 17 10:30:53.130426 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 55850) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:30:53.196581 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570e4bac-1444-4635-a112-cccc9b7893de tempest-TestVolumeBootPattern-1935543150 tempest-TestVolumeBootPattern-1935543150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93645) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:30:53.198511 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-570e4bac-1444-4635-a112-cccc9b7893de tempest-TestVolumeBootPattern-1935543150 tempest-TestVolumeBootPattern-1935543150-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=70fcb3e5-412e-436a-9aef-8a10c4dede52 HTTP/1.1" status: 200 len: 1094 time: 0.0666196 Jun 17 10:30:53.203250 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 55854) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:30:53.208372 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.v2.base [None req-e351db81-5799-4050-9be0-c36ca7fe29f5 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Request body: {'floatingip': {'floating_network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'port_id': '5177e7ac-9ed0-4ae3-97d8-0a39f6f9e6e2', 'tenant_id': 'aca760d5d32f44678ef6de15bc80117f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:30:53.303491 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-e351db81-5799-4050-9be0-c36ca7fe29f5 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks [] for floatingip, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:53.462640 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-e351db81-5799-4050-9be0-c36ca7fe29f5 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3930454'] for port, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:53.636788 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.db_base_plugin_common [None req-e351db81-5799-4050-9be0-c36ca7fe29f5 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Allocated IP 172.27.0.232 (ca6a8a4d-93b8-4490-aa3c-706a0423303e/260414bf-ab79-4984-a32f-8ad464893cf6/c8f9ad84-79a5-4749-8b1c-36111954f108) {{(pid=93645) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:30:53.756989 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-e351db81-5799-4050-9be0-c36ca7fe29f5 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks [] for port, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:53.878588 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-e351db81-5799-4050-9be0-c36ca7fe29f5 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3925395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740733869087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-129691327'] for port, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:53.881244 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-b7f19bec-3e2a-467b-a078-1944c6f67a80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:30:53.925181 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e351db81-5799-4050-9be0-c36ca7fe29f5 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Network ca6a8a4d-93b8-4490-aa3c-706a0423303e is already hosted by enough agents. {{(pid=93645) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:30:53.928743 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.base_scheduler [None req-e351db81-5799-4050-9be0-c36ca7fe29f5 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Resources bound (agent type, host, resource id): {{(pid=93645) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:30:53.932694 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e351db81-5799-4050-9be0-c36ca7fe29f5 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Received port after_create {{(pid=93645) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:30:53.981656 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e351db81-5799-4050-9be0-c36ca7fe29f5 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Pushing event updated for resources: {'Port': ['ID=c8f9ad84-79a5-4749-8b1c-36111954f108,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:30:53.997885 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e351db81-5799-4050-9be0-c36ca7fe29f5 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:30:53.998409 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e351db81-5799-4050-9be0-c36ca7fe29f5 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:30:53.998897 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e351db81-5799-4050-9be0-c36ca7fe29f5 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:30:53.999377 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e351db81-5799-4050-9be0-c36ca7fe29f5 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:30:54.000001 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e351db81-5799-4050-9be0-c36ca7fe29f5 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:30:54.000498 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e351db81-5799-4050-9be0-c36ca7fe29f5 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:30:54.000978 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e351db81-5799-4050-9be0-c36ca7fe29f5 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:30:54.001449 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e351db81-5799-4050-9be0-c36ca7fe29f5 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:30:54.001918 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e351db81-5799-4050-9be0-c36ca7fe29f5 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:30:54.002383 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e351db81-5799-4050-9be0-c36ca7fe29f5 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:30:54.002851 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e351db81-5799-4050-9be0-c36ca7fe29f5 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:30:54.003315 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e351db81-5799-4050-9be0-c36ca7fe29f5 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:30:54.009861 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-e351db81-5799-4050-9be0-c36ca7fe29f5 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:30:54.496752 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-e351db81-5799-4050-9be0-c36ca7fe29f5 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:54.650924 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-e351db81-5799-4050-9be0-c36ca7fe29f5 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:54.908246 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-e351db81-5799-4050-9be0-c36ca7fe29f5 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks [] for port, precommit_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:55.000951 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-e351db81-5799-4050-9be0-c36ca7fe29f5 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129691277'] for port, after_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:55.003448 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-ebc3d1fc-d706-453b-8799-9504509e6e30 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:30:55.075479 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e351db81-5799-4050-9be0-c36ca7fe29f5 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Pushing event updated for resources: {'Port': ['ID=c8f9ad84-79a5-4749-8b1c-36111954f108,revision_number=2']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:30:55.080148 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-e351db81-5799-4050-9be0-c36ca7fe29f5 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:30:55.091344 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-e351db81-5799-4050-9be0-c36ca7fe29f5 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684762'] for floatingip, after_update {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:55.208453 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.db.l3_db [None req-e351db81-5799-4050-9be0-c36ca7fe29f5 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Floating IP ba131297-c5c0-4ff7-ad21-68c0d8b146df associated. External IP: 172.27.0.232, port: 5177e7ac-9ed0-4ae3-97d8-0a39f6f9e6e2. Jun 17 10:30:55.507104 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e351db81-5799-4050-9be0-c36ca7fe29f5 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Router 7e0c2f88-646c-4bfc-9876-a2a48d86f347 has already been hosted by L3 agent 9ed9efc2-3eec-4d73-b246-cbd899a1984b {{(pid=93645) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 10:30:55.661118 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e351db81-5799-4050-9be0-c36ca7fe29f5 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify agent at l3_agent.dv-cinder-796806-1-iscsi the message routers_updated {{(pid=93645) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 10:30:55.673286 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ffab45-5e3f-4cb5-b735-e79f14883a9e None None] Sync routers for ids ['7e0c2f88-646c-4bfc-9876-a2a48d86f347'] in dv-cinder-796806-1-iscsi {{(pid=93647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 10:30:55.683449 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ffab45-5e3f-4cb5-b735-e79f14883a9e None None] Routers {'7e0c2f88-646c-4bfc-9876-a2a48d86f347'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:30:55.684219 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-f0ffab45-5e3f-4cb5-b735-e79f14883a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:30:33Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['7e0c2f88-646c-4bfc-9876-a2a48d86f347'], 'active': True} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:30:55.749024 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-e351db81-5799-4050-9be0-c36ca7fe29f5 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733'] for floatingip, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:55.756888 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.agents_db [None req-342b98a1-7fdc-4d24-a539-fe72a001d92b None None] Agent healthcheck: found 6 active agents {{(pid=93647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:30:55.794555 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-e351db81-5799-4050-9be0-c36ca7fe29f5 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5891519 Jun 17 10:30:55.794555 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70fcb3e5-412e-436a-9aef-8a10c4dede52', 'tag': '5177e7ac-9ed0-4ae3-97d8-0a39f6f9e6e2'}] {{(pid=93645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:30:55.797578 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25c6fbde856bb10fc3e6f7e7beb0655886cca8e381c3d168db957d1d9f65ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c3e7601-c391-4173-8545-b2a5046bfd6c" -d '{"events": [{"name": "network-changed", "server_uuid": "70fcb3e5-412e-436a-9aef-8a10c4dede52", "tag": "5177e7ac-9ed0-4ae3-97d8-0a39f6f9e6e2"}]}' {{(pid=93645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:30:55.835148 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvr_db [None req-f0ffab45-5e3f-4cb5-b735-e79f14883a9e None None] Set router 7e0c2f88-646c-4bfc-9876-a2a48d86f347 gateway port host: dv-cinder-796806-1-iscsi {{(pid=93647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:30:55.851304 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 10:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f77b9482-7b4b-4513-ac22-81e158d1f004 x-openstack-request-id: req-f77b9482-7b4b-4513-ac22-81e158d1f004 {{(pid=93645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:30:55.851880 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70fcb3e5-412e-436a-9aef-8a10c4dede52", "tag": "5177e7ac-9ed0-4ae3-97d8-0a39f6f9e6e2", "status": "completed", "code": 200}]} {{(pid=93645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:30:55.853754 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f77b9482-7b4b-4513-ac22-81e158d1f004 {{(pid=93645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:30:55.854546 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70fcb3e5-412e-436a-9aef-8a10c4dede52', 'tag': '5177e7ac-9ed0-4ae3-97d8-0a39f6f9e6e2', 'status': 'completed', 'code': 200} Jun 17 10:30:55.977643 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e7601-c391-4173-8545-b2a5046bfd6c req-e23bae5c-692d-4530-b4b5-a3d0f712e527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:30:55.980687 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9c3e7601-c391-4173-8545-b2a5046bfd6c req-e23bae5c-692d-4530-b4b5-a3d0f712e527 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aca760d5d32f44678ef6de15bc80117f&device_id=70fcb3e5-412e-436a-9aef-8a10c4dede52 HTTP/1.1" status: 200 len: 1099 time: 0.0931048 Jun 17 10:30:56.129722 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e7601-c391-4173-8545-b2a5046bfd6c req-be9f4cdf-b5eb-4a25-80e7-82192607bd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:30:56.132279 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9c3e7601-c391-4173-8545-b2a5046bfd6c req-be9f4cdf-b5eb-4a25-80e7-82192607bd29 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fbf95478-19a5-4f07-a34f-dd4f56a3b0c1 HTTP/1.1" status: 200 len: 912 time: 0.1434653 Jun 17 10:30:56.219029 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9c3e7601-c391-4173-8545-b2a5046bfd6c req-8856fabe-cbb4-4392-a73d-7f11dce95a91 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5177e7ac-9ed0-4ae3-97d8-0a39f6f9e6e2 HTTP/1.1" status: 200 len: 1000 time: 0.0790224 Jun 17 10:30:56.292991 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e7601-c391-4173-8545-b2a5046bfd6c req-4c71c783-f38a-4508-833e-d07793781416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:30:56.296288 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9c3e7601-c391-4173-8545-b2a5046bfd6c req-4c71c783-f38a-4508-833e-d07793781416 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf327c71-eda0-4c61-af33-93c8df9a6c5d HTTP/1.1" status: 200 len: 850 time: 0.0696621 Jun 17 10:30:56.307534 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-f0ffab45-5e3f-4cb5-b735-e79f14883a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'name': 'tempest-TestVolumeBootPattern-960937265-router', 'tenant_id': 'aca760d5d32f44678ef6de15bc80117f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '4a688b66-dbae-4eea-a5b6-0598de3d7643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:24:35Z', 'updated_at': '2021-06-17T10:24:43Z', 'revision_number': 4, 'project_id': 'aca760d5d32f44678ef6de15bc80117f', 'gw_port': {'id': '4a688b66-dbae-4eea-a5b6-0598de3d7643', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d5:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:24:36Z', 'updated_at': '2021-06-17T10:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi', '_floatingips': [{'id': 'ba131297-c5c0-4ff7-ad21-68c0d8b146df', 'tenant_id': 'aca760d5d32f44678ef6de15bc80117f', 'floating_ip_address': '172.27.0.232', 'floating_network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'router_id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'port_id': '5177e7ac-9ed0-4ae3-97d8-0a39f6f9e6e2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbf95478-19a5-4f07-a34f-dd4f56a3b0c1', 'mac_address': 'fa:16:3e:00:0d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fcb3e5-412e-436a-9aef-8a10c4dede52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T10:30:54Z', 'updated_at': '2021-06-17T10:30:54Z', 'revision_number': 0, 'project_id': 'aca760d5d32f44678ef6de15bc80117f', 'fixed_ip_address_scope': None}, {'id': 'd900a927-888e-4650-92d3-950e9360e796', 'tenant_id': 'aca760d5d32f44678ef6de15bc80117f', 'floating_ip_address': '172.27.0.152', 'floating_network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'router_id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'port_id': '58166c26-86e3-4e02-8d2e-2b6f25e2a96c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbf95478-19a5-4f07-a34f-dd4f56a3b0c1', 'mac_address': 'fa:16:3e:23:f4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b2bb58-fac9-4502-8589-c4231328b408', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T10:28:35Z', 'updated_at': '2021-06-17T10:28:38Z', 'revision_number': 1, 'project_id': 'aca760d5d32f44678ef6de15bc80117f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8489dadf-1d9d-4822-b74a-cd7c2abcba75', 'name': '', 'network_id': 'fbf95478-19a5-4f07-a34f-dd4f56a3b0c1', 'tenant_id': 'aca760d5d32f44678ef6de15bc80117f', 'mac_address': 'fa:16:3e:d7:02:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'cf327c71-eda0-4c61-af33-93c8df9a6c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:24:42Z', 'updated_at': '2021-06-17T10:24:51Z', 'revision_number': 5, 'project_id': 'aca760d5d32f44678ef6de15bc80117f', 'subnets': [{'id': 'cf327c71-eda0-4c61-af33-93c8df9a6c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:30:56.336016 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ffab45-5e3f-4cb5-b735-e79f14883a9e None None] Checking router: 7e0c2f88-646c-4bfc-9876-a2a48d86f347 for host: dv-cinder-796806-1-iscsi {{(pid=93647) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 10:30:56.348794 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ffab45-5e3f-4cb5-b735-e79f14883a9e None None] Routers {'7e0c2f88-646c-4bfc-9876-a2a48d86f347'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:30:56.349554 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-f0ffab45-5e3f-4cb5-b735-e79f14883a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:30:33Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['7e0c2f88-646c-4bfc-9876-a2a48d86f347'], 'active': True} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:30:56.405024 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e7601-c391-4173-8545-b2a5046bfd6c req-2d4bc575-45cf-4baa-bee0-70b05ece7f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:30:56.406501 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9c3e7601-c391-4173-8545-b2a5046bfd6c req-2d4bc575-45cf-4baa-bee0-70b05ece7f04 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fbf95478-19a5-4f07-a34f-dd4f56a3b0c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1016645 Jun 17 10:30:56.521604 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9c3e7601-c391-4173-8545-b2a5046bfd6c req-c23063fd-31e6-47e0-a8f5-20507a0c70b4 service neutron] 10.222.0.47 "GET /v2.0/networks/fbf95478-19a5-4f07-a34f-dd4f56a3b0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035981 Jun 17 10:30:56.541902 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvr_db [None req-f0ffab45-5e3f-4cb5-b735-e79f14883a9e None None] Set router 7e0c2f88-646c-4bfc-9876-a2a48d86f347 gateway port host: dv-cinder-796806-1-iscsi {{(pid=93647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:30:56.652011 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9c3e7601-c391-4173-8545-b2a5046bfd6c req-a713210e-3166-4970-a527-3368432c94c5 service neutron] 10.222.0.47 "GET /v2.0/networks/fbf95478-19a5-4f07-a34f-dd4f56a3b0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226580 Jun 17 10:30:56.836172 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-f0ffab45-5e3f-4cb5-b735-e79f14883a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'name': 'tempest-TestVolumeBootPattern-960937265-router', 'tenant_id': 'aca760d5d32f44678ef6de15bc80117f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '4a688b66-dbae-4eea-a5b6-0598de3d7643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:24:35Z', 'updated_at': '2021-06-17T10:24:43Z', 'revision_number': 4, 'project_id': 'aca760d5d32f44678ef6de15bc80117f', 'gw_port': {'id': '4a688b66-dbae-4eea-a5b6-0598de3d7643', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d5:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:24:36Z', 'updated_at': '2021-06-17T10:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi', '_floatingips': [{'id': 'ba131297-c5c0-4ff7-ad21-68c0d8b146df', 'tenant_id': 'aca760d5d32f44678ef6de15bc80117f', 'floating_ip_address': '172.27.0.232', 'floating_network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'router_id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'port_id': '5177e7ac-9ed0-4ae3-97d8-0a39f6f9e6e2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbf95478-19a5-4f07-a34f-dd4f56a3b0c1', 'mac_address': 'fa:16:3e:00:0d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fcb3e5-412e-436a-9aef-8a10c4dede52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T10:30:54Z', 'updated_at': '2021-06-17T10:30:54Z', 'revision_number': 0, 'project_id': 'aca760d5d32f44678ef6de15bc80117f', 'fixed_ip_address_scope': None}, {'id': 'd900a927-888e-4650-92d3-950e9360e796', 'tenant_id': 'aca760d5d32f44678ef6de15bc80117f', 'floating_ip_address': '172.27.0.152', 'floating_network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'router_id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'port_id': '58166c26-86e3-4e02-8d2e-2b6f25e2a96c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbf95478-19a5-4f07-a34f-dd4f56a3b0c1', 'mac_address': 'fa:16:3e:23:f4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b2bb58-fac9-4502-8589-c4231328b408', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T10:28:35Z', 'updated_at': '2021-06-17T10:28:38Z', 'revision_number': 1, 'project_id': 'aca760d5d32f44678ef6de15bc80117f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8489dadf-1d9d-4822-b74a-cd7c2abcba75', 'name': '', 'network_id': 'fbf95478-19a5-4f07-a34f-dd4f56a3b0c1', 'tenant_id': 'aca760d5d32f44678ef6de15bc80117f', 'mac_address': 'fa:16:3e:d7:02:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'cf327c71-eda0-4c61-af33-93c8df9a6c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:24:42Z', 'updated_at': '2021-06-17T10:24:51Z', 'revision_number': 5, 'project_id': 'aca760d5d32f44678ef6de15bc80117f', 'subnets': [{'id': 'cf327c71-eda0-4c61-af33-93c8df9a6c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:30:56.863592 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ffab45-5e3f-4cb5-b735-e79f14883a9e None None] The sync data for ids ['7e0c2f88-646c-4bfc-9876-a2a48d86f347'] in dv-cinder-796806-1-iscsi is: [{'id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'name': 'tempest-TestVolumeBootPattern-960937265-router', 'tenant_id': 'aca760d5d32f44678ef6de15bc80117f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '4a688b66-dbae-4eea-a5b6-0598de3d7643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:24:35Z', 'updated_at': '2021-06-17T10:24:43Z', 'revision_number': 4, 'project_id': 'aca760d5d32f44678ef6de15bc80117f', 'gw_port': {'id': '4a688b66-dbae-4eea-a5b6-0598de3d7643', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d5:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:24:36Z', 'updated_at': '2021-06-17T10:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi', '_floatingips': [{'id': 'ba131297-c5c0-4ff7-ad21-68c0d8b146df', 'tenant_id': 'aca760d5d32f44678ef6de15bc80117f', 'floating_ip_address': '172.27.0.232', 'floating_network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'router_id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'port_id': '5177e7ac-9ed0-4ae3-97d8-0a39f6f9e6e2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbf95478-19a5-4f07-a34f-dd4f56a3b0c1', 'mac_address': 'fa:16:3e:00:0d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70fcb3e5-412e-436a-9aef-8a10c4dede52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T10:30:54Z', 'updated_at': '2021-06-17T10:30:54Z', 'revision_number': 0, 'project_id': 'aca760d5d32f44678ef6de15bc80117f', 'fixed_ip_address_scope': None}, {'id': 'd900a927-888e-4650-92d3-950e9360e796', 'tenant_id': 'aca760d5d32f44678ef6de15bc80117f', 'floating_ip_address': '172.27.0.152', 'floating_network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'router_id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'port_id': '58166c26-86e3-4e02-8d2e-2b6f25e2a96c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbf95478-19a5-4f07-a34f-dd4f56a3b0c1', 'mac_address': 'fa:16:3e:23:f4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b2bb58-fac9-4502-8589-c4231328b408', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T10:28:35Z', 'updated_at': '2021-06-17T10:28:38Z', 'revision_number': 1, 'project_id': 'aca760d5d32f44678ef6de15bc80117f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8489dadf-1d9d-4822-b74a-cd7c2abcba75', 'name': '', 'network_id': 'fbf95478-19a5-4f07-a34f-dd4f56a3b0c1', 'tenant_id': 'aca760d5d32f44678ef6de15bc80117f', 'mac_address': 'fa:16:3e:d7:02:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'cf327c71-eda0-4c61-af33-93c8df9a6c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:24:42Z', 'updated_at': '2021-06-17T10:24:51Z', 'revision_number': 5, 'project_id': 'aca760d5d32f44678ef6de15bc80117f', 'subnets': [{'id': 'cf327c71-eda0-4c61-af33-93c8df9a6c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 10:30:57.078055 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d03c10a-6df6-4bd2-87d0-389c6058295b None None] New status for floating IP ba131297-c5c0-4ff7-ad21-68c0d8b146df: ACTIVE {{(pid=93646) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 10:30:58.269102 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:30:59.891728 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-737251a0-d5ed-41cb-b819-bf66a25677bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:03.245859 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-727cd23b-69b0-4fc9-ba89-f45e9864f11a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:03.434751 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:05.080010 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-76f1cb7e-d4ef-4c29-a3c2-2b16775f9f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:06.265511 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d9b79e74-4f86-40c7-a5e2-e98fdaf23441 req-910ac627-8fc5-401a-a07c-60ebb25c1069 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=eb31e10d-fae0-43f3-a7e7-f056ebb2483a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0661309 Jun 17 10:31:06.372276 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b79e74-4f86-40c7-a5e2-e98fdaf23441 req-fa1dac93-5fc3-4e91-b33f-eec3111237ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:31:06.373774 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d9b79e74-4f86-40c7-a5e2-e98fdaf23441 req-fa1dac93-5fc3-4e91-b33f-eec3111237ec service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fb4c620e62524ba499710baa138734e6&device_id=eb31e10d-fae0-43f3-a7e7-f056ebb2483a HTTP/1.1" status: 200 len: 1098 time: 0.0580468 Jun 17 10:31:06.489820 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b79e74-4f86-40c7-a5e2-e98fdaf23441 req-215263aa-1506-4b09-a6e3-37dbcf548998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:31:06.491370 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d9b79e74-4f86-40c7-a5e2-e98fdaf23441 req-215263aa-1506-4b09-a6e3-37dbcf548998 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f2275738-0436-4812-9837-f9c6ba37ea2a HTTP/1.1" status: 200 len: 912 time: 0.0925453 Jun 17 10:31:06.572966 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d9b79e74-4f86-40c7-a5e2-e98fdaf23441 req-9c30a919-18a5-47c9-82ed-efe197dca268 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eda63746-9790-4e4d-b663-e0f8efc2b41d HTTP/1.1" status: 200 len: 1000 time: 0.0692585 Jun 17 10:31:06.637595 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b79e74-4f86-40c7-a5e2-e98fdaf23441 req-330be862-da99-4aa0-82c0-3d457030cef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:31:06.640177 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d9b79e74-4f86-40c7-a5e2-e98fdaf23441 req-330be862-da99-4aa0-82c0-3d457030cef5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ca437096-d433-4cda-a535-e8243b8721ac HTTP/1.1" status: 200 len: 850 time: 0.0564001 Jun 17 10:31:06.708099 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b79e74-4f86-40c7-a5e2-e98fdaf23441 req-82c0d074-11d1-4afe-be77-910b576dfe2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:31:06.709653 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d9b79e74-4f86-40c7-a5e2-e98fdaf23441 req-82c0d074-11d1-4afe-be77-910b576dfe2a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f2275738-0436-4812-9837-f9c6ba37ea2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0622077 Jun 17 10:31:06.817379 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d9b79e74-4f86-40c7-a5e2-e98fdaf23441 req-34a28a32-1c4d-44b9-b609-9c9f78af4fda service neutron] 10.222.0.47 "GET /v2.0/networks/f2275738-0436-4812-9837-f9c6ba37ea2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992579 Jun 17 10:31:06.979405 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d9b79e74-4f86-40c7-a5e2-e98fdaf23441 req-7cc1ddf7-ea2e-4ac5-b618-194f7702141e service neutron] 10.222.0.47 "GET /v2.0/networks/f2275738-0436-4812-9837-f9c6ba37ea2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532817 Jun 17 10:31:07.057389 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8334b2a8-081d-4a08-b273-522b2363e8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:28.279417 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:29.897316 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-95a89945-af95-4538-bfcf-d3931cfbd6a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:30.659545 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1bdd16-d207-4cc7-924a-9fa3a98563f9 req-c4ba4189-4ce8-4ab2-af33-b90a8382f07e tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:31:30.661683 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-3a1bdd16-d207-4cc7-924a-9fa3a98563f9 req-c4ba4189-4ce8-4ab2-af33-b90a8382f07e tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb31e10d-fae0-43f3-a7e7-f056ebb2483a HTTP/1.1" status: 200 len: 945 time: 0.1085370 Jun 17 10:31:30.721152 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-3a1bdd16-d207-4cc7-924a-9fa3a98563f9 req-4e22b1b0-12d1-49e9-a544-48421e802f9e tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/security-groups?id=9fd5b093-e4bd-4759-a7dd-4acd2ee3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482717 Jun 17 10:31:31.954806 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92930dfe-eeab-426d-9419-dfdfc8055a4b req-0a41fc82-7310-4354-8c94-5fa7180f9e26 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:31:31.957247 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-92930dfe-eeab-426d-9419-dfdfc8055a4b req-0a41fc82-7310-4354-8c94-5fa7180f9e26 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb31e10d-fae0-43f3-a7e7-f056ebb2483a HTTP/1.1" status: 200 len: 945 time: 0.0868852 Jun 17 10:31:32.014026 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-92930dfe-eeab-426d-9419-dfdfc8055a4b req-8e838627-2a57-4aab-adc1-d49680d6bd82 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/security-groups?id=9fd5b093-e4bd-4759-a7dd-4acd2ee3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482807 Jun 17 10:31:32.737719 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.agents_db [None req-342b98a1-7fdc-4d24-a539-fe72a001d92b None None] Agent healthcheck: found 6 active agents {{(pid=93647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:31:32.784342 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e795d5f9-3d05-41fa-8adc-870bc5630fee req-d9a38169-4fa3-4442-a8fb-ecb675717397 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:31:32.785910 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-e795d5f9-3d05-41fa-8adc-870bc5630fee req-d9a38169-4fa3-4442-a8fb-ecb675717397 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb31e10d-fae0-43f3-a7e7-f056ebb2483a HTTP/1.1" status: 200 len: 945 time: 0.0760365 Jun 17 10:31:32.898421 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.plugin [req-e795d5f9-3d05-41fa-8adc-870bc5630fee req-69113764-af3b-4b27-8dd2-340e850a1529 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Deleting port eda63746-9790-4e4d-b663-e0f8efc2b41d {{(pid=93644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:31:32.898745 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-e795d5f9-3d05-41fa-8adc-870bc5630fee req-69113764-af3b-4b27-8dd2-340e850a1529 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740734272413'] for port, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:33.006061 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.db [req-e795d5f9-3d05-41fa-8adc-870bc5630fee req-69113764-af3b-4b27-8dd2-340e850a1529 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] For port eda63746-9790-4e4d-b663-e0f8efc2b41d, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=eda63746-9790-4e4d-b663-e0f8efc2b41d,segment=NetworkSegment(dc0f4006-4a4b-4fee-9985-5cae22fa80bf),segment_id=dc0f4006-4a4b-4fee-9985-5cae22fa80bf)] {{(pid=93644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:31:33.008139 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-e795d5f9-3d05-41fa-8adc-870bc5630fee req-69113764-af3b-4b27-8dd2-340e850a1529 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685530'] for port, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:33.265001 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-e795d5f9-3d05-41fa-8adc-870bc5630fee req-69113764-af3b-4b27-8dd2-340e850a1529 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:33.265485 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-e795d5f9-3d05-41fa-8adc-870bc5630fee req-69113764-af3b-4b27-8dd2-340e850a1529 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684762'] for floatingip, after_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:33.266060 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.db.l3_db [req-e795d5f9-3d05-41fa-8adc-870bc5630fee req-69113764-af3b-4b27-8dd2-340e850a1529 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Floating IP a91556ef-fa30-409c-8ca7-c969a52fcf0f disassociated. External IP: 172.27.0.18, port: eda63746-9790-4e4d-b663-e0f8efc2b41d. Jun 17 10:31:33.266484 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.plugin [req-e795d5f9-3d05-41fa-8adc-870bc5630fee req-69113764-af3b-4b27-8dd2-340e850a1529 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Calling delete_port for eda63746-9790-4e4d-b663-e0f8efc2b41d owned by compute:nova {{(pid=93644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:31:33.285759 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-3b079a35-38da-4f23-b9d9-a261eb935b35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:33.455304 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:33.502734 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6bf4bc-471c-4655-8619-6bdc091c1b12 req-05331f84-0b80-4845-b606-28ce81b6711b tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:31:33.504506 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9b6bf4bc-471c-4655-8619-6bdc091c1b12 req-05331f84-0b80-4845-b606-28ce81b6711b tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb31e10d-fae0-43f3-a7e7-f056ebb2483a HTTP/1.1" status: 200 len: 945 time: 0.1680591 Jun 17 10:31:33.558185 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9b6bf4bc-471c-4655-8619-6bdc091c1b12 req-75ec706e-fb50-43c8-bfbf-4c23569a32f6 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/security-groups?id=9fd5b093-e4bd-4759-a7dd-4acd2ee3f837&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447259 Jun 17 10:31:33.660472 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-e795d5f9-3d05-41fa-8adc-870bc5630fee req-69113764-af3b-4b27-8dd2-340e850a1529 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740734277497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740733869096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125912126'] for port, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:33.665307 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-d79a4c75-58d2-44c1-bfe2-da6885741d5d tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:31:33.714616 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69113764-af3b-4b27-8dd2-340e850a1529 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Pushing event deleted for resources: {'Port': ['ID=eda63746-9790-4e4d-b663-e0f8efc2b41d,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:31:33.718332 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-69113764-af3b-4b27-8dd2-340e850a1529 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:31:33.877811 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e795d5f9-3d05-41fa-8adc-870bc5630fee req-69113764-af3b-4b27-8dd2-340e850a1529 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Router 3671c8c6-9336-468e-93e1-682e24e2fcc1 has already been hosted by L3 agent 9ed9efc2-3eec-4d73-b246-cbd899a1984b {{(pid=93644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 10:31:34.066192 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e795d5f9-3d05-41fa-8adc-870bc5630fee req-69113764-af3b-4b27-8dd2-340e850a1529 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify agent at l3_agent.dv-cinder-796806-1-iscsi the message routers_updated {{(pid=93644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 10:31:34.083921 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fafa2a7-861a-406d-8e83-3a5e6c4d1197 None None] Sync routers for ids ['3671c8c6-9336-468e-93e1-682e24e2fcc1'] in dv-cinder-796806-1-iscsi {{(pid=93647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 10:31:34.100887 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fafa2a7-861a-406d-8e83-3a5e6c4d1197 None None] Routers {'3671c8c6-9336-468e-93e1-682e24e2fcc1'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:31:34.100887 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-9fafa2a7-861a-406d-8e83-3a5e6c4d1197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:31:33Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['3671c8c6-9336-468e-93e1-682e24e2fcc1'], 'active': True} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:31:34.146694 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvrscheduler_db [req-e795d5f9-3d05-41fa-8adc-870bc5630fee req-69113764-af3b-4b27-8dd2-340e850a1529 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] No DVR routers for this DVR port eda63746-9790-4e4d-b663-e0f8efc2b41d on host hv-cinder-79680 {{(pid=93644) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 10:31:34.152059 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-e795d5f9-3d05-41fa-8adc-870bc5630fee req-69113764-af3b-4b27-8dd2-340e850a1529 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733'] for port, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:34.156515 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-e795d5f9-3d05-41fa-8adc-870bc5630fee req-69113764-af3b-4b27-8dd2-340e850a1529 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.47 "DELETE /v2.0/ports/eda63746-9790-4e4d-b663-e0f8efc2b41d HTTP/1.1" status: 204 len: 173 time: 1.3637657 Jun 17 10:31:34.164723 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb31e10d-fae0-43f3-a7e7-f056ebb2483a', 'name': 'network-vif-deleted', 'tag': 'eda63746-9790-4e4d-b663-e0f8efc2b41d'}] {{(pid=93644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:31:34.170029 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e3e45b0fad0fac0035bff2321de6238b3105d4201b4fc6e845e8cd3cf45f1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9dc0b0-e3e8-4ae2-9bf9-01731eda9358" -d '{"events": [{"server_uuid": "eb31e10d-fae0-43f3-a7e7-f056ebb2483a", "name": "network-vif-deleted", "tag": "eda63746-9790-4e4d-b663-e0f8efc2b41d"}]}' {{(pid=93644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:31:34.239377 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvr_db [None req-9fafa2a7-861a-406d-8e83-3a5e6c4d1197 None None] Set router 3671c8c6-9336-468e-93e1-682e24e2fcc1 gateway port host: dv-cinder-796806-1-iscsi {{(pid=93647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:31:34.242497 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c21a346-0ccc-4014-8bb0-c8cf0009c51c x-openstack-request-id: req-9c21a346-0ccc-4014-8bb0-c8cf0009c51c {{(pid=93644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:31:34.244694 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb31e10d-fae0-43f3-a7e7-f056ebb2483a", "name": "network-vif-deleted", "tag": "eda63746-9790-4e4d-b663-e0f8efc2b41d", "status": "completed", "code": 200}]} {{(pid=93644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:31:34.245837 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9c21a346-0ccc-4014-8bb0-c8cf0009c51c {{(pid=93644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:31:34.248262 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb31e10d-fae0-43f3-a7e7-f056ebb2483a', 'name': 'network-vif-deleted', 'tag': 'eda63746-9790-4e4d-b663-e0f8efc2b41d', 'status': 'completed', 'code': 200} Jun 17 10:31:34.528817 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-9fafa2a7-861a-406d-8e83-3a5e6c4d1197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3671c8c6-9336-468e-93e1-682e24e2fcc1', 'name': 'tempest-AttachVolumeTestJSON-1443884966-router', 'tenant_id': 'fb4c620e62524ba499710baa138734e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '8ab270ac-2f71-4612-991a-775bd8b0689e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:27:50Z', 'updated_at': '2021-06-17T10:27:56Z', 'revision_number': 4, 'project_id': 'fb4c620e62524ba499710baa138734e6', 'gw_port': {'id': '8ab270ac-2f71-4612-991a-775bd8b0689e', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:1c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3671c8c6-9336-468e-93e1-682e24e2fcc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:27:51Z', 'updated_at': '2021-06-17T10:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi', '_interfaces': [{'id': 'd78a5643-bf23-49f4-b91d-c9ffba8de1dc', 'name': '', 'network_id': 'f2275738-0436-4812-9837-f9c6ba37ea2a', 'tenant_id': 'fb4c620e62524ba499710baa138734e6', 'mac_address': 'fa:16:3e:b6:9c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3671c8c6-9336-468e-93e1-682e24e2fcc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'ca437096-d433-4cda-a535-e8243b8721ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:27:55Z', 'updated_at': '2021-06-17T10:28:03Z', 'revision_number': 5, 'project_id': 'fb4c620e62524ba499710baa138734e6', 'subnets': [{'id': 'ca437096-d433-4cda-a535-e8243b8721ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:31:34.558954 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fafa2a7-861a-406d-8e83-3a5e6c4d1197 None None] Checking router: 3671c8c6-9336-468e-93e1-682e24e2fcc1 for host: dv-cinder-796806-1-iscsi {{(pid=93647) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 10:31:34.570124 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fafa2a7-861a-406d-8e83-3a5e6c4d1197 None None] Routers {'3671c8c6-9336-468e-93e1-682e24e2fcc1'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:31:34.570775 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-9fafa2a7-861a-406d-8e83-3a5e6c4d1197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:31:33Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['3671c8c6-9336-468e-93e1-682e24e2fcc1'], 'active': True} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:31:34.706657 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvr_db [None req-9fafa2a7-861a-406d-8e83-3a5e6c4d1197 None None] Set router 3671c8c6-9336-468e-93e1-682e24e2fcc1 gateway port host: dv-cinder-796806-1-iscsi {{(pid=93647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:31:34.851462 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-6963e4ec-d8d8-4b8a-b452-f9d766447c32 req-6e77e9b6-16d1-4f51-a89a-d0513a2d0c72 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/ports?device_id=eb31e10d-fae0-43f3-a7e7-f056ebb2483a HTTP/1.1" status: 200 len: 210 time: 0.0436196 Jun 17 10:31:35.034696 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-9fafa2a7-861a-406d-8e83-3a5e6c4d1197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3671c8c6-9336-468e-93e1-682e24e2fcc1', 'name': 'tempest-AttachVolumeTestJSON-1443884966-router', 'tenant_id': 'fb4c620e62524ba499710baa138734e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '8ab270ac-2f71-4612-991a-775bd8b0689e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:27:50Z', 'updated_at': '2021-06-17T10:27:56Z', 'revision_number': 4, 'project_id': 'fb4c620e62524ba499710baa138734e6', 'gw_port': {'id': '8ab270ac-2f71-4612-991a-775bd8b0689e', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:1c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3671c8c6-9336-468e-93e1-682e24e2fcc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:27:51Z', 'updated_at': '2021-06-17T10:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi', '_interfaces': [{'id': 'd78a5643-bf23-49f4-b91d-c9ffba8de1dc', 'name': '', 'network_id': 'f2275738-0436-4812-9837-f9c6ba37ea2a', 'tenant_id': 'fb4c620e62524ba499710baa138734e6', 'mac_address': 'fa:16:3e:b6:9c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3671c8c6-9336-468e-93e1-682e24e2fcc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'ca437096-d433-4cda-a535-e8243b8721ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:27:55Z', 'updated_at': '2021-06-17T10:28:03Z', 'revision_number': 5, 'project_id': 'fb4c620e62524ba499710baa138734e6', 'subnets': [{'id': 'ca437096-d433-4cda-a535-e8243b8721ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:31:35.073653 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fafa2a7-861a-406d-8e83-3a5e6c4d1197 None None] The sync data for ids ['3671c8c6-9336-468e-93e1-682e24e2fcc1'] in dv-cinder-796806-1-iscsi is: [{'id': '3671c8c6-9336-468e-93e1-682e24e2fcc1', 'name': 'tempest-AttachVolumeTestJSON-1443884966-router', 'tenant_id': 'fb4c620e62524ba499710baa138734e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '8ab270ac-2f71-4612-991a-775bd8b0689e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:27:50Z', 'updated_at': '2021-06-17T10:27:56Z', 'revision_number': 4, 'project_id': 'fb4c620e62524ba499710baa138734e6', 'gw_port': {'id': '8ab270ac-2f71-4612-991a-775bd8b0689e', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:1c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3671c8c6-9336-468e-93e1-682e24e2fcc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:27:51Z', 'updated_at': '2021-06-17T10:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi', '_interfaces': [{'id': 'd78a5643-bf23-49f4-b91d-c9ffba8de1dc', 'name': '', 'network_id': 'f2275738-0436-4812-9837-f9c6ba37ea2a', 'tenant_id': 'fb4c620e62524ba499710baa138734e6', 'mac_address': 'fa:16:3e:b6:9c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3671c8c6-9336-468e-93e1-682e24e2fcc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'ca437096-d433-4cda-a535-e8243b8721ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:27:55Z', 'updated_at': '2021-06-17T10:28:03Z', 'revision_number': 5, 'project_id': 'fb4c620e62524ba499710baa138734e6', 'subnets': [{'id': 'ca437096-d433-4cda-a535-e8243b8721ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 10:31:35.102995 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-76f1cb7e-d4ef-4c29-a3c2-2b16775f9f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:35.277084 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device eda63746-9790-4e4d-b663-e0f8efc2b41d no longer exists at agent hyperv_hv-cinder-79680 {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:31:35.314383 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] No Port match for: eda63746-9790-4e4d-b663-e0f8efc2b41d {{(pid=93646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 10:31:35.314383 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device eda63746-9790-4e4d-b663-e0f8efc2b41d not bound to the agent host hv-cinder-79680 {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 10:31:35.362239 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0785096d-9e3d-4f34-8f4e-ae5018b7f766 None None] New status for floating IP a91556ef-fa30-409c-8ca7-c969a52fcf0f: DOWN {{(pid=93646) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 10:31:36.090779 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 55898) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:31:36.163897 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-066da9ce-7e51-41f1-badc-5bf1b4734566 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks [] for security_group, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:36.201249 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-066da9ce-7e51-41f1-badc-5bf1b4734566 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:36.376748 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-066da9ce-7e51-41f1-badc-5bf1b4734566 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:36.379681 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-066da9ce-7e51-41f1-badc-5bf1b4734566 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks [] for security_group, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:36.381256 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-066da9ce-7e51-41f1-badc-5bf1b4734566 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "DELETE /v2.0/security-groups/9fd5b093-e4bd-4759-a7dd-4acd2ee3f837 HTTP/1.1" status: 204 len: 168 time: 0.2893553 Jun 17 10:31:36.386603 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-8180d87b-2a7d-447b-ae98-1f40b7a2152a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:31:36.387757 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 55900) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:31:36.396206 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066da9ce-7e51-41f1-badc-5bf1b4734566 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd5b093-e4bd-4759-a7dd-4acd2ee3f837,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:31:36.400031 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-066da9ce-7e51-41f1-badc-5bf1b4734566 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:31:36.412045 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.api.v2.resource [None req-bf7823e9-2f63-4687-842a-00277a9d5551 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] show failed (client error): The resource could not be found. Jun 17 10:31:36.414737 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-bf7823e9-2f63-4687-842a-00277a9d5551 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/security-groups/9fd5b093-e4bd-4759-a7dd-4acd2ee3f837 HTTP/1.1" status: 404 len: 347 time: 0.0249174 Jun 17 10:31:36.418626 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 55902) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:31:36.618124 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.plugin [None req-43db9da2-8f55-431c-9f64-3dce64d10d8d tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Deleting port 52927e3e-e7de-4f7c-8cac-c3413b5f5381 {{(pid=93644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:31:36.618473 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-43db9da2-8f55-431c-9f64-3dce64d10d8d tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740734272413'] for port, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:36.708216 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-43db9da2-8f55-431c-9f64-3dce64d10d8d tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685530'] for port, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:36.708551 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-43db9da2-8f55-431c-9f64-3dce64d10d8d tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:36.779163 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.plugin [None req-43db9da2-8f55-431c-9f64-3dce64d10d8d tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Calling delete_port for 52927e3e-e7de-4f7c-8cac-c3413b5f5381 owned by network:floatingip {{(pid=93644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:31:37.010898 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-43db9da2-8f55-431c-9f64-3dce64d10d8d tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740734277497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740733869096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125912126'] for port, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:37.013277 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-8c938883-be18-4b4c-8e8a-8deeffa129c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:31:37.039617 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8334b2a8-081d-4a08-b273-522b2363e8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:37.041884 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43db9da2-8f55-431c-9f64-3dce64d10d8d tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Pushing event deleted for resources: {'Port': ['ID=52927e3e-e7de-4f7c-8cac-c3413b5f5381,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:31:37.078432 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43db9da2-8f55-431c-9f64-3dce64d10d8d tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:31:37.078880 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43db9da2-8f55-431c-9f64-3dce64d10d8d tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:31:37.079489 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43db9da2-8f55-431c-9f64-3dce64d10d8d tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:31:37.080036 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43db9da2-8f55-431c-9f64-3dce64d10d8d tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:31:37.080484 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43db9da2-8f55-431c-9f64-3dce64d10d8d tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:31:37.080967 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43db9da2-8f55-431c-9f64-3dce64d10d8d tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:31:37.081375 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43db9da2-8f55-431c-9f64-3dce64d10d8d tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:31:37.081833 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43db9da2-8f55-431c-9f64-3dce64d10d8d tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:31:37.082288 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43db9da2-8f55-431c-9f64-3dce64d10d8d tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:31:37.082830 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43db9da2-8f55-431c-9f64-3dce64d10d8d tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:31:37.083491 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43db9da2-8f55-431c-9f64-3dce64d10d8d tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:31:37.083983 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43db9da2-8f55-431c-9f64-3dce64d10d8d tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:31:37.090735 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-43db9da2-8f55-431c-9f64-3dce64d10d8d tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:31:37.135308 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-43db9da2-8f55-431c-9f64-3dce64d10d8d tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks [] for floatingip, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:37.138244 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-43db9da2-8f55-431c-9f64-3dce64d10d8d tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733'] for floatingip, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:37.139547 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-43db9da2-8f55-431c-9f64-3dce64d10d8d tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "DELETE /v2.0/floatingips/a91556ef-fa30-409c-8ca7-c969a52fcf0f HTTP/1.1" status: 204 len: 168 time: 0.7190628 Jun 17 10:31:37.957577 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 55906) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:31:37.963640 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.v2.base [None req-2347aeaa-6c4d-4d3d-a64d-eccc3d68c300 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Request body: {'security_group': {'name': 'tempest-securitygroup--601779052', 'description': 'tempest-description--1097054081'}} {{(pid=93645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:31:38.146028 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-2347aeaa-6c4d-4d3d-a64d-eccc3d68c300 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks [] for security_group, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:38.552452 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-2347aeaa-6c4d-4d3d-a64d-eccc3d68c300 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks [] for security_group, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:38.671410 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-2347aeaa-6c4d-4d3d-a64d-eccc3d68c300 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:38.675979 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-b319266b-699a-4998-bf6d-e7b1ad13fa6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:31:38.713689 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2347aeaa-6c4d-4d3d-a64d-eccc3d68c300 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92967079-d663-44e9-b8d6-c65ea257afda,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:31:38.717613 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-2347aeaa-6c4d-4d3d-a64d-eccc3d68c300 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:31:38.837632 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-2347aeaa-6c4d-4d3d-a64d-eccc3d68c300 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks [] for security_group, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:38.839490 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-2347aeaa-6c4d-4d3d-a64d-eccc3d68c300 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8802798 Jun 17 10:31:38.842671 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 55908) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:31:38.847684 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.v2.base [None req-fb06803c-2b29-4d86-9f27-7a1b36886bcf tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Request body: {'security_group_rule': {'security_group_id': '92967079-d663-44e9-b8d6-c65ea257afda', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:31:38.990229 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-fb06803c-2b29-4d86-9f27-7a1b36886bcf tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:39.098299 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-fb06803c-2b29-4d86-9f27-7a1b36886bcf tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:39.271448 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-fb06803c-2b29-4d86-9f27-7a1b36886bcf tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708106'] for security_group_rule, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:39.274326 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-ec1aa7fb-d3d7-4b2b-910a-d6c1b5d9b6d3 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:31:39.297847 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb06803c-2b29-4d86-9f27-7a1b36886bcf tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=963e64ed-aeb7-4b42-ba43-8a48fbed2b55,revision_number=0']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:31:39.302357 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-fb06803c-2b29-4d86-9f27-7a1b36886bcf tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:31:39.415119 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-fb06803c-2b29-4d86-9f27-7a1b36886bcf tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:39.416413 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-fb06803c-2b29-4d86-9f27-7a1b36886bcf tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5727088 Jun 17 10:31:39.420165 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 55910) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:31:39.425396 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.v2.base [None req-9b7fc182-433d-433d-902e-e21aa4c95442 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Request body: {'security_group_rule': {'security_group_id': '92967079-d663-44e9-b8d6-c65ea257afda', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93645) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:31:39.546975 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-9b7fc182-433d-433d-902e-e21aa4c95442 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:39.661488 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-9b7fc182-433d-433d-902e-e21aa4c95442 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:39.805908 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-9b7fc182-433d-433d-902e-e21aa4c95442 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708106'] for security_group_rule, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:39.811213 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-0ee07580-a72e-4b45-88f9-4c135ad557c8 tempest-TestMinimumBasicScenario-1347067853 tempest-TestMinimumBasicScenario-1347067853-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:31:39.838225 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7fc182-433d-433d-902e-e21aa4c95442 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abe5c362-b33c-46d4-af5c-e2b635eceb2c,revision_number=0']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:31:39.841948 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-9b7fc182-433d-433d-902e-e21aa4c95442 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:31:39.948513 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-9b7fc182-433d-433d-902e-e21aa4c95442 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:39.950104 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-9b7fc182-433d-433d-902e-e21aa4c95442 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5286331 Jun 17 10:31:39.954843 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 55912) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:31:39.961387 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.v2.base [None req-f24f540b-395a-432c-8cdb-a0bb41757c85 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Request body: {'floatingip': {'floating_network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e'}} {{(pid=93644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:31:40.105988 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-f24f540b-395a-432c-8cdb-a0bb41757c85 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks [] for floatingip, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:40.273552 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-f24f540b-395a-432c-8cdb-a0bb41757c85 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3930454'] for port, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:40.457268 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.db.db_base_plugin_common [None req-f24f540b-395a-432c-8cdb-a0bb41757c85 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Allocated IP 172.27.0.7 (ca6a8a4d-93b8-4490-aa3c-706a0423303e/260414bf-ab79-4984-a32f-8ad464893cf6/b3a66dd0-bbc1-46ed-aaf6-5c181022f2a2) {{(pid=93644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:31:40.634093 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-f24f540b-395a-432c-8cdb-a0bb41757c85 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks [] for port, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:40.792852 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-f24f540b-395a-432c-8cdb-a0bb41757c85 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3925395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740733869087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125912119'] for port, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:40.796552 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-4090283b-5a28-4ef2-a2ba-631d87e32297 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:31:40.863532 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24f540b-395a-432c-8cdb-a0bb41757c85 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Network ca6a8a4d-93b8-4490-aa3c-706a0423303e is already hosted by enough agents. {{(pid=93644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:31:40.869049 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.base_scheduler [None req-f24f540b-395a-432c-8cdb-a0bb41757c85 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Resources bound (agent type, host, resource id): {{(pid=93644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:31:40.875929 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24f540b-395a-432c-8cdb-a0bb41757c85 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Received port after_create {{(pid=93644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:31:40.925812 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24f540b-395a-432c-8cdb-a0bb41757c85 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Pushing event updated for resources: {'Port': ['ID=b3a66dd0-bbc1-46ed-aaf6-5c181022f2a2,revision_number=1']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:31:40.933490 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-f24f540b-395a-432c-8cdb-a0bb41757c85 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:31:41.022601 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-f24f540b-395a-432c-8cdb-a0bb41757c85 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:41.237737 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-f24f540b-395a-432c-8cdb-a0bb41757c85 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:41.436627 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-f24f540b-395a-432c-8cdb-a0bb41757c85 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks [] for port, precommit_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:41.552074 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-f24f540b-395a-432c-8cdb-a0bb41757c85 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125912069'] for port, after_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:41.557794 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-732277b2-3504-4512-8a39-52e7a927357f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:31:41.683467 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24f540b-395a-432c-8cdb-a0bb41757c85 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Pushing event updated for resources: {'Port': ['ID=b3a66dd0-bbc1-46ed-aaf6-5c181022f2a2,revision_number=2']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:31:41.688624 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-f24f540b-395a-432c-8cdb-a0bb41757c85 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:31:41.697164 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-f24f540b-395a-432c-8cdb-a0bb41757c85 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684762'] for floatingip, after_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:41.803657 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-f24f540b-395a-432c-8cdb-a0bb41757c85 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733'] for floatingip, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:41.805747 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-f24f540b-395a-432c-8cdb-a0bb41757c85 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.8495429 Jun 17 10:31:42.003101 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-35dda8c4-3e84-4ec4-b166-1fb5f9e3bed1 req-01b2eaad-c280-4da7-a51b-61407660bed2 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--601779052&fields=id&tenant_id=fb4c620e62524ba499710baa138734e6 HTTP/1.1" status: 200 len: 267 time: 0.0419908 Jun 17 10:31:42.157422 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dda8c4-3e84-4ec4-b166-1fb5f9e3bed1 req-03eac45c-6032-4421-87ae-8c963019c284 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:31:42.159311 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-35dda8c4-3e84-4ec4-b166-1fb5f9e3bed1 req-03eac45c-6032-4421-87ae-8c963019c284 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/networks?id=f2275738-0436-4812-9837-f9c6ba37ea2a HTTP/1.1" status: 200 len: 811 time: 0.1473825 Jun 17 10:31:42.180748 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-35dda8c4-3e84-4ec4-b166-1fb5f9e3bed1 req-a0c92ce3-d9a4-47fd-b76f-8ebca2fc7b05 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/quotas/fb4c620e62524ba499710baa138734e6 HTTP/1.1" status: 200 len: 375 time: 0.0148757 Jun 17 10:31:42.280756 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-35dda8c4-3e84-4ec4-b166-1fb5f9e3bed1 req-7192e278-d37e-4bc6-a289-93db072f877c tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=fb4c620e62524ba499710baa138734e6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0895257 Jun 17 10:31:42.449453 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-35dda8c4-3e84-4ec4-b166-1fb5f9e3bed1 req-7eee2ed9-5119-41a8-94f5-848c091535eb service neutron] 10.222.0.22 "GET /v2.0/networks/f2275738-0436-4812-9837-f9c6ba37ea2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544285 Jun 17 10:31:42.862671 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-35dda8c4-3e84-4ec4-b166-1fb5f9e3bed1 req-53711bc5-c98d-4dcb-9287-4fa075eb8346 service neutron] 10.222.0.22 "GET /v2.0/networks/f2275738-0436-4812-9837-f9c6ba37ea2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4067600 Jun 17 10:31:43.238360 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-1fd64fd0-f53a-4990-bc71-9b3743991814 req-c2d64226-bc93-42fd-853c-3dd866fa6912 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/ports?device_id=8835cc14-a6c5-4e2a-ae9d-6ec43f58c6ec HTTP/1.1" status: 200 len: 210 time: 0.0349882 Jun 17 10:31:44.346324 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-be34f1ce-f9f3-49ab-82f5-82e9e4c396cc req-34eb9248-a943-4632-b250-b6478c01e0bc tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/ports?device_id=8835cc14-a6c5-4e2a-ae9d-6ec43f58c6ec HTTP/1.1" status: 200 len: 210 time: 0.0300324 Jun 17 10:31:45.539910 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-aecc6d30-f494-4a95-911d-b0370be2e6b3 req-697bdbd9-7220-48ca-99b5-5550db0f482e tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/ports?device_id=8835cc14-a6c5-4e2a-ae9d-6ec43f58c6ec HTTP/1.1" status: 200 len: 210 time: 0.0325441 Jun 17 10:31:46.487308 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dda8c4-3e84-4ec4-b166-1fb5f9e3bed1 req-b8772ad4-ad05-4854-8215-f6c985ccdfec tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:31:46.490062 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-35dda8c4-3e84-4ec4-b166-1fb5f9e3bed1 req-b8772ad4-ad05-4854-8215-f6c985ccdfec tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.47 "GET /v2.0/networks?id=f2275738-0436-4812-9837-f9c6ba37ea2a HTTP/1.1" status: 200 len: 811 time: 0.1438158 Jun 17 10:31:46.542511 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-35dda8c4-3e84-4ec4-b166-1fb5f9e3bed1 req-a33016f8-7d09-4fbf-b375-46c980345685 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb4c620e62524ba499710baa138734e6 HTTP/1.1" status: 200 len: 379 time: 0.0390127 Jun 17 10:31:46.557049 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.v2.base [req-35dda8c4-3e84-4ec4-b166-1fb5f9e3bed1 req-42acc32f-4c3e-48ff-a4ac-3eb2fc7ec08f tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Request body: {'port': {'device_id': '8835cc14-a6c5-4e2a-ae9d-6ec43f58c6ec', 'network_id': 'f2275738-0436-4812-9837-f9c6ba37ea2a', 'admin_state_up': True, 'tenant_id': 'fb4c620e62524ba499710baa138734e6', 'security_groups': ['92967079-d663-44e9-b8d6-c65ea257afda']}} {{(pid=93644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:31:46.719108 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-83b32f2c-cac7-4bf2-9626-b30a563bdccd req-65a9fe2d-e57b-4015-994b-9375e4af4109 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/ports?device_id=8835cc14-a6c5-4e2a-ae9d-6ec43f58c6ec HTTP/1.1" status: 200 len: 210 time: 0.0379233 Jun 17 10:31:46.844611 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35dda8c4-3e84-4ec4-b166-1fb5f9e3bed1 req-42acc32f-4c3e-48ff-a4ac-3eb2fc7ec08f tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Made reservation on behalf of fb4c620e62524ba499710baa138734e6 for: {'port': 1} {{(pid=93644) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 10:31:46.848353 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-35dda8c4-3e84-4ec4-b166-1fb5f9e3bed1 req-42acc32f-4c3e-48ff-a4ac-3eb2fc7ec08f tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3930454'] for port, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:47.010581 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.db.db_base_plugin_common [req-35dda8c4-3e84-4ec4-b166-1fb5f9e3bed1 req-42acc32f-4c3e-48ff-a4ac-3eb2fc7ec08f tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Allocated IP 172.20.0.8 (f2275738-0436-4812-9837-f9c6ba37ea2a/ca437096-d433-4cda-a535-e8243b8721ac/7ed8890b-83a3-44fa-9ad0-b24fe17773a8) {{(pid=93644) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 10:31:47.168422 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-35dda8c4-3e84-4ec4-b166-1fb5f9e3bed1 req-42acc32f-4c3e-48ff-a4ac-3eb2fc7ec08f tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks [] for port, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:47.185859 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.db.provisioning_blocks [req-35dda8c4-3e84-4ec4-b166-1fb5f9e3bed1 req-42acc32f-4c3e-48ff-a4ac-3eb2fc7ec08f tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Transition to ACTIVE for port object 7ed8890b-83a3-44fa-9ad0-b24fe17773a8 will not be triggered until provisioned by entity DHCP. {{(pid=93644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:31:47.353621 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-35dda8c4-3e84-4ec4-b166-1fb5f9e3bed1 req-42acc32f-4c3e-48ff-a4ac-3eb2fc7ec08f tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3925395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16179', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740733869087', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-125912119'] for port, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:47.357995 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-f24f540b-395a-432c-8cdb-a0bb41757c85 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:31:47.406345 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35dda8c4-3e84-4ec4-b166-1fb5f9e3bed1 req-42acc32f-4c3e-48ff-a4ac-3eb2fc7ec08f tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Network f2275738-0436-4812-9837-f9c6ba37ea2a is already hosted by enough agents. {{(pid=93644) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 10:31:47.410134 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.base_scheduler [req-35dda8c4-3e84-4ec4-b166-1fb5f9e3bed1 req-42acc32f-4c3e-48ff-a4ac-3eb2fc7ec08f tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Resources bound (agent type, host, resource id): {{(pid=93644) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 10:31:47.417200 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvrscheduler_db [req-35dda8c4-3e84-4ec4-b166-1fb5f9e3bed1 req-42acc32f-4c3e-48ff-a4ac-3eb2fc7ec08f tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Received port after_create {{(pid=93644) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 10:31:47.423861 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42acc32f-4c3e-48ff-a4ac-3eb2fc7ec08f tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Pushing event updated for resources: {'Port': ['ID=7ed8890b-83a3-44fa-9ad0-b24fe17773a8,revision_number=1']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:31:47.475654 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-42acc32f-4c3e-48ff-a4ac-3eb2fc7ec08f tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:31:47.481392 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dda8c4-3e84-4ec4-b166-1fb5f9e3bed1 req-42acc32f-4c3e-48ff-a4ac-3eb2fc7ec08f tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:31:47.482125 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-35dda8c4-3e84-4ec4-b166-1fb5f9e3bed1 req-42acc32f-4c3e-48ff-a4ac-3eb2fc7ec08f tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733'] for port, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:47.611460 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-35dda8c4-3e84-4ec4-b166-1fb5f9e3bed1 req-42acc32f-4c3e-48ff-a4ac-3eb2fc7ec08f tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0616250 Jun 17 10:31:47.626401 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.v2.base [req-35dda8c4-3e84-4ec4-b166-1fb5f9e3bed1 req-58e6cdf6-64a2-4b87-b424-bd1e1b38da5f service neutron] Request body: {'port': {'device_id': '8835cc14-a6c5-4e2a-ae9d-6ec43f58c6ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79680'}} {{(pid=93644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:31:47.707088 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-35dda8c4-3e84-4ec4-b166-1fb5f9e3bed1 req-58e6cdf6-64a2-4b87-b424-bd1e1b38da5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:47.752690 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-0968e214-9df2-4a2b-bf4a-d222706463be None None] Provisioning for port 7ed8890b-83a3-44fa-9ad0-b24fe17773a8 completed by entity DHCP. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:31:47.759983 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-0968e214-9df2-4a2b-bf4a-d222706463be None None] Provisioning complete for port 7ed8890b-83a3-44fa-9ad0-b24fe17773a8 triggered by entity DHCP. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:31:47.760576 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-0968e214-9df2-4a2b-bf4a-d222706463be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:47.827110 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-0968e214-9df2-4a2b-bf4a-d222706463be None None] Port 7ed8890b-83a3-44fa-9ad0-b24fe17773a8 cannot update to ACTIVE because it is not bound. {{(pid=93646) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 10:31:48.064296 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d741fa-e5d0-43bf-a320-1b0db7f14776 req-f013dead-07c3-4cec-bdaa-faf8feb6d9ae tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:31:48.065920 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-a7d741fa-e5d0-43bf-a320-1b0db7f14776 req-f013dead-07c3-4cec-bdaa-faf8feb6d9ae tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/ports?device_id=8835cc14-a6c5-4e2a-ae9d-6ec43f58c6ec HTTP/1.1" status: 200 len: 931 time: 0.1843808 Jun 17 10:31:48.142019 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-a7d741fa-e5d0-43bf-a320-1b0db7f14776 req-c9c678ed-bf14-44a3-bd9d-5e56b74cda10 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/security-groups?id=92967079-d663-44e9-b8d6-c65ea257afda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696638 Jun 17 10:31:48.143939 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.notifiers.nova [req-35dda8c4-3e84-4ec4-b166-1fb5f9e3bed1 req-58e6cdf6-64a2-4b87-b424-bd1e1b38da5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ed8890b-83a3-44fa-9ad0-b24fe17773a8 {{(pid=93644) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:31:48.153127 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-35dda8c4-3e84-4ec4-b166-1fb5f9e3bed1 req-58e6cdf6-64a2-4b87-b424-bd1e1b38da5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:48.167494 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.db.provisioning_blocks [req-35dda8c4-3e84-4ec4-b166-1fb5f9e3bed1 req-58e6cdf6-64a2-4b87-b424-bd1e1b38da5f service neutron] Transition to ACTIVE for port object 7ed8890b-83a3-44fa-9ad0-b24fe17773a8 will not be triggered until provisioned by entity L2. {{(pid=93644) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 10:31:48.320218 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-35dda8c4-3e84-4ec4-b166-1fb5f9e3bed1 req-58e6cdf6-64a2-4b87-b424-bd1e1b38da5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125912069'] for port, after_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:48.325014 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-43db9da2-8f55-431c-9f64-3dce64d10d8d tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:31:48.429795 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e6cdf6-64a2-4b87-b424-bd1e1b38da5f service neutron] Pushing event updated for resources: {'Port': ['ID=7ed8890b-83a3-44fa-9ad0-b24fe17773a8,revision_number=2']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:31:48.432829 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-58e6cdf6-64a2-4b87-b424-bd1e1b38da5f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:31:48.531669 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.managers [req-35dda8c4-3e84-4ec4-b166-1fb5f9e3bed1 req-58e6cdf6-64a2-4b87-b424-bd1e1b38da5f service neutron] Attempting to bind port 7ed8890b-83a3-44fa-9ad0-b24fe17773a8 on host hv-cinder-79680 for vnic_type normal with profile {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 10:31:48.532236 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.managers [req-35dda8c4-3e84-4ec4-b166-1fb5f9e3bed1 req-58e6cdf6-64a2-4b87-b424-bd1e1b38da5f service neutron] Attempting to bind port 7ed8890b-83a3-44fa-9ad0-b24fe17773a8 by drivers openvswitch,hyperv on host hv-cinder-79680 at level 0 using segments [{'id': 'dc0f4006-4a4b-4fee-9985-5cae22fa80bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f2275738-0436-4812-9837-f9c6ba37ea2a'}] {{(pid=93644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 10:31:48.532790 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35dda8c4-3e84-4ec4-b166-1fb5f9e3bed1 req-58e6cdf6-64a2-4b87-b424-bd1e1b38da5f service neutron] Attempting to bind port 7ed8890b-83a3-44fa-9ad0-b24fe17773a8 on network f2275738-0436-4812-9837-f9c6ba37ea2a {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:31:48.540569 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35dda8c4-3e84-4ec4-b166-1fb5f9e3bed1 req-58e6cdf6-64a2-4b87-b424-bd1e1b38da5f service neutron] Port 7ed8890b-83a3-44fa-9ad0-b24fe17773a8 on network f2275738-0436-4812-9837-f9c6ba37ea2a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79680 {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 10:31:48.541104 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35dda8c4-3e84-4ec4-b166-1fb5f9e3bed1 req-58e6cdf6-64a2-4b87-b424-bd1e1b38da5f service neutron] Attempting to bind port 7ed8890b-83a3-44fa-9ad0-b24fe17773a8 on network f2275738-0436-4812-9837-f9c6ba37ea2a {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 10:31:48.550007 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35dda8c4-3e84-4ec4-b166-1fb5f9e3bed1 req-58e6cdf6-64a2-4b87-b424-bd1e1b38da5f service neutron] Checking agent: {'id': '71ef71fd-f9ba-4ed4-b44a-140e16714f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79680', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 10, 14, 58), 'started_at': datetime.datetime(2021, 6, 17, 10, 14, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 10, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 10:31:48.550559 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35dda8c4-3e84-4ec4-b166-1fb5f9e3bed1 req-58e6cdf6-64a2-4b87-b424-bd1e1b38da5f service neutron] Checking segment: {'id': 'dc0f4006-4a4b-4fee-9985-5cae22fa80bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f2275738-0436-4812-9837-f9c6ba37ea2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93644) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 10:31:48.551139 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35dda8c4-3e84-4ec4-b166-1fb5f9e3bed1 req-58e6cdf6-64a2-4b87-b424-bd1e1b38da5f service neutron] Bound using segment: {'id': 'dc0f4006-4a4b-4fee-9985-5cae22fa80bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f2275738-0436-4812-9837-f9c6ba37ea2a'} {{(pid=93644) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 10:31:48.551984 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.managers [req-35dda8c4-3e84-4ec4-b166-1fb5f9e3bed1 req-58e6cdf6-64a2-4b87-b424-bd1e1b38da5f service neutron] Bound port: 7ed8890b-83a3-44fa-9ad0-b24fe17773a8, host: hv-cinder-79680, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc0f4006-4a4b-4fee-9985-5cae22fa80bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f2275738-0436-4812-9837-f9c6ba37ea2a'}}] {{(pid=93644) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 10:31:48.552528 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-35dda8c4-3e84-4ec4-b166-1fb5f9e3bed1 req-58e6cdf6-64a2-4b87-b424-bd1e1b38da5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:48.659381 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.db [req-35dda8c4-3e84-4ec4-b166-1fb5f9e3bed1 req-58e6cdf6-64a2-4b87-b424-bd1e1b38da5f service neutron] For port 7ed8890b-83a3-44fa-9ad0-b24fe17773a8, host hv-cinder-79680, cleared binding levels {{(pid=93644) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 10:31:48.663538 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.db [req-35dda8c4-3e84-4ec4-b166-1fb5f9e3bed1 req-58e6cdf6-64a2-4b87-b424-bd1e1b38da5f service neutron] For port 7ed8890b-83a3-44fa-9ad0-b24fe17773a8, host hv-cinder-79680, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=7ed8890b-83a3-44fa-9ad0-b24fe17773a8,segment=NetworkSegment(dc0f4006-4a4b-4fee-9985-5cae22fa80bf),segment_id=dc0f4006-4a4b-4fee-9985-5cae22fa80bf)] {{(pid=93644) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 10:31:48.869862 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-35dda8c4-3e84-4ec4-b166-1fb5f9e3bed1 req-58e6cdf6-64a2-4b87-b424-bd1e1b38da5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125912069'] for port, after_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:48.875208 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-59ae0c48-2f65-43af-b6db-ac4454b050a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:31:48.908951 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dda8c4-3e84-4ec4-b166-1fb5f9e3bed1 req-58e6cdf6-64a2-4b87-b424-bd1e1b38da5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:31:48.909961 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-35dda8c4-3e84-4ec4-b166-1fb5f9e3bed1 req-58e6cdf6-64a2-4b87-b424-bd1e1b38da5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733'] for port, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:48.911107 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-35dda8c4-3e84-4ec4-b166-1fb5f9e3bed1 req-58e6cdf6-64a2-4b87-b424-bd1e1b38da5f service neutron] 10.222.0.47 "PUT /v2.0/ports/7ed8890b-83a3-44fa-9ad0-b24fe17773a8 HTTP/1.1" status: 200 len: 1093 time: 1.2894990 Jun 17 10:31:48.911668 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8835cc14-a6c5-4e2a-ae9d-6ec43f58c6ec', 'tag': '7ed8890b-83a3-44fa-9ad0-b24fe17773a8'}] {{(pid=93644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:31:48.914529 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e3e45b0fad0fac0035bff2321de6238b3105d4201b4fc6e845e8cd3cf45f1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf5e78e-a0eb-4f27-875d-251cf826db39" -d '{"events": [{"name": "network-changed", "server_uuid": "8835cc14-a6c5-4e2a-ae9d-6ec43f58c6ec", "tag": "7ed8890b-83a3-44fa-9ad0-b24fe17773a8"}]}' {{(pid=93644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:31:48.966069 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e6cdf6-64a2-4b87-b424-bd1e1b38da5f service neutron] Pushing event updated for resources: {'Port': ['ID=7ed8890b-83a3-44fa-9ad0-b24fe17773a8,revision_number=3']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:31:48.971890 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-58e6cdf6-64a2-4b87-b424-bd1e1b38da5f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:31:48.986241 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 10:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27bf109c-77cb-40fa-b08c-7bdc4e6c8a54 x-openstack-request-id: req-27bf109c-77cb-40fa-b08c-7bdc4e6c8a54 {{(pid=93644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:31:48.986747 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8835cc14-a6c5-4e2a-ae9d-6ec43f58c6ec", "tag": "7ed8890b-83a3-44fa-9ad0-b24fe17773a8", "status": "completed", "code": 200}]} {{(pid=93644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:31:48.987062 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-27bf109c-77cb-40fa-b08c-7bdc4e6c8a54 {{(pid=93644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:31:48.987809 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8835cc14-a6c5-4e2a-ae9d-6ec43f58c6ec', 'tag': '7ed8890b-83a3-44fa-9ad0-b24fe17773a8', 'status': 'completed', 'code': 200} Jun 17 10:31:49.078533 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf5e78e-a0eb-4f27-875d-251cf826db39 req-6fa3c060-a754-47cb-b90e-ec77234cb868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:31:49.080101 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-7bf5e78e-a0eb-4f27-875d-251cf826db39 req-6fa3c060-a754-47cb-b90e-ec77234cb868 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fb4c620e62524ba499710baa138734e6&device_id=8835cc14-a6c5-4e2a-ae9d-6ec43f58c6ec HTTP/1.1" status: 200 len: 1096 time: 0.0717795 Jun 17 10:31:49.215788 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf5e78e-a0eb-4f27-875d-251cf826db39 req-7a9727b9-b811-48ec-9f79-7a93001d599e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:31:49.217432 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-7bf5e78e-a0eb-4f27-875d-251cf826db39 req-7a9727b9-b811-48ec-9f79-7a93001d599e service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=fb4c620e62524ba499710baa138734e6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1248853 Jun 17 10:31:49.371801 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf5e78e-a0eb-4f27-875d-251cf826db39 req-3d86ed8a-46ea-4b3b-8f78-c34196d1dec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:31:49.373230 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-7bf5e78e-a0eb-4f27-875d-251cf826db39 req-3d86ed8a-46ea-4b3b-8f78-c34196d1dec1 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1452386 Jun 17 10:31:49.396998 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65985d3-d7db-453b-a114-5f6706f5aa73 req-75f8c3e1-035e-4457-b918-5e9b4eaa1481 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:31:49.399128 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-b65985d3-d7db-453b-a114-5f6706f5aa73 req-75f8c3e1-035e-4457-b918-5e9b4eaa1481 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/ports?device_id=8835cc14-a6c5-4e2a-ae9d-6ec43f58c6ec HTTP/1.1" status: 200 len: 943 time: 0.1329770 Jun 17 10:31:49.498689 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-b65985d3-d7db-453b-a114-5f6706f5aa73 req-688abf0b-f232-4ffe-bcdb-d7f7ed3a8ab4 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/security-groups?id=92967079-d663-44e9-b8d6-c65ea257afda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926831 Jun 17 10:31:49.528862 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dda8c4-3e84-4ec4-b166-1fb5f9e3bed1 req-dacbe7c3-d4a3-436b-bcce-c45c6a815dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:31:49.530192 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-35dda8c4-3e84-4ec4-b166-1fb5f9e3bed1 req-dacbe7c3-d4a3-436b-bcce-c45c6a815dd0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fb4c620e62524ba499710baa138734e6&device_id=8835cc14-a6c5-4e2a-ae9d-6ec43f58c6ec HTTP/1.1" status: 200 len: 1096 time: 0.1021976 Jun 17 10:31:49.578090 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-35dda8c4-3e84-4ec4-b166-1fb5f9e3bed1 req-03fd0a17-caa1-439f-babc-cafb326d13b9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ed8890b-83a3-44fa-9ad0-b24fe17773a8 HTTP/1.1" status: 200 len: 217 time: 0.0410297 Jun 17 10:31:49.636305 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dda8c4-3e84-4ec4-b166-1fb5f9e3bed1 req-f24cdc61-d1ce-4063-9005-bd8b75603105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:31:49.637705 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-35dda8c4-3e84-4ec4-b166-1fb5f9e3bed1 req-f24cdc61-d1ce-4063-9005-bd8b75603105 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ca437096-d433-4cda-a535-e8243b8721ac HTTP/1.1" status: 200 len: 850 time: 0.0520244 Jun 17 10:31:49.716844 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dda8c4-3e84-4ec4-b166-1fb5f9e3bed1 req-10f96c26-afd1-4a7c-9ebe-548b18968bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:31:49.718368 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-35dda8c4-3e84-4ec4-b166-1fb5f9e3bed1 req-10f96c26-afd1-4a7c-9ebe-548b18968bb0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f2275738-0436-4812-9837-f9c6ba37ea2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0733812 Jun 17 10:31:49.845051 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-35dda8c4-3e84-4ec4-b166-1fb5f9e3bed1 req-d298e026-c8ce-41b4-b947-4cc530736298 service neutron] 10.222.0.47 "GET /v2.0/networks/f2275738-0436-4812-9837-f9c6ba37ea2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178637 Jun 17 10:31:49.948394 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-35dda8c4-3e84-4ec4-b166-1fb5f9e3bed1 req-9bfa9d24-6f6d-4895-b5ed-53ba6fa9c467 service neutron] 10.222.0.47 "GET /v2.0/networks/f2275738-0436-4812-9837-f9c6ba37ea2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956314 Jun 17 10:31:50.742742 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a774e9-d165-42e4-8389-c5fc6acb8c86 req-a516df06-b3b4-4cbd-a954-f6ca17d3ac23 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:31:50.744930 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-99a774e9-d165-42e4-8389-c5fc6acb8c86 req-a516df06-b3b4-4cbd-a954-f6ca17d3ac23 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/ports?device_id=8835cc14-a6c5-4e2a-ae9d-6ec43f58c6ec HTTP/1.1" status: 200 len: 943 time: 0.0890377 Jun 17 10:31:50.797817 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-99a774e9-d165-42e4-8389-c5fc6acb8c86 req-9c6ea091-df65-4ca2-ab01-bb09c6eb6307 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/security-groups?id=92967079-d663-44e9-b8d6-c65ea257afda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464883 Jun 17 10:31:51.306838 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device 7ed8890b-83a3-44fa-9ad0-b24fe17773a8 details requested by agent hyperv_hv-cinder-79680 with host hv-cinder-79680 {{(pid=93646) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 10:31:51.483244 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] For port 7ed8890b-83a3-44fa-9ad0-b24fe17773a8, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=7ed8890b-83a3-44fa-9ad0-b24fe17773a8,segment=NetworkSegment(dc0f4006-4a4b-4fee-9985-5cae22fa80bf),segment_id=dc0f4006-4a4b-4fee-9985-5cae22fa80bf)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:31:51.496562 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Returning: {'device': '7ed8890b-83a3-44fa-9ad0-b24fe17773a8', 'network_id': 'f2275738-0436-4812-9837-f9c6ba37ea2a', 'port_id': '7ed8890b-83a3-44fa-9ad0-b24fe17773a8', 'mac_address': 'fa:16:3e:f7:25:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca437096-d433-4cda-a535-e8243b8721ac', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93646) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 10:31:51.553655 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:51.570305 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.notifiers.nova [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ed8890b-83a3-44fa-9ad0-b24fe17773a8 {{(pid=93646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 10:31:51.596187 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] For port 7ed8890b-83a3-44fa-9ad0-b24fe17773a8, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=7ed8890b-83a3-44fa-9ad0-b24fe17773a8,segment=NetworkSegment(dc0f4006-4a4b-4fee-9985-5cae22fa80bf),segment_id=dc0f4006-4a4b-4fee-9985-5cae22fa80bf)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:31:51.851208 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:51.854339 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:31:51.950757 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Pushing event updated for resources: {'Port': ['ID=7ed8890b-83a3-44fa-9ad0-b24fe17773a8,revision_number=4']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:31:51.962256 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:31:51.962765 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:31:51.963304 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:31:51.963814 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:31:51.964592 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:31:51.964802 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:31:51.965269 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:31:51.965777 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:31:51.966272 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:31:51.966772 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:31:51.967300 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:31:51.967861 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:31:51.974747 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:31:52.061558 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0258d7f5-a84b-4a71-af29-561b2b1f6687 req-8fcc4be5-f1d9-4e28-8f8e-605c9fa7af7d tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:31:52.063386 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-0258d7f5-a84b-4a71-af29-561b2b1f6687 req-8fcc4be5-f1d9-4e28-8f8e-605c9fa7af7d tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/ports?device_id=8835cc14-a6c5-4e2a-ae9d-6ec43f58c6ec HTTP/1.1" status: 200 len: 944 time: 0.1138101 Jun 17 10:31:52.114724 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] get_ports_and_sgs() called for port_ids ['7ed8890b-83a3-44fa-9ad0-b24fe17773a8'] {{(pid=93646) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 10:31:52.115060 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-0258d7f5-a84b-4a71-af29-561b2b1f6687 req-d7962426-497c-4734-aa8b-a77e882bb146 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/security-groups?id=92967079-d663-44e9-b8d6-c65ea257afda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409305 Jun 17 10:31:53.315080 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device 7ed8890b-83a3-44fa-9ad0-b24fe17773a8 up at agent hyperv_hv-cinder-79680 {{(pid=93646) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 10:31:53.323262 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dae7fc-064a-44ba-b53d-95cfb5e2c35a req-007b4ab6-2bbb-48b7-b031-8f3854f7b40c tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:31:53.324918 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-a6dae7fc-064a-44ba-b53d-95cfb5e2c35a req-007b4ab6-2bbb-48b7-b031-8f3854f7b40c tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/ports?device_id=8835cc14-a6c5-4e2a-ae9d-6ec43f58c6ec HTTP/1.1" status: 200 len: 944 time: 0.0781419 Jun 17 10:31:53.391580 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-a6dae7fc-064a-44ba-b53d-95cfb5e2c35a req-8e6fc01f-927a-4c66-b4c1-028afbc9ca52 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/security-groups?id=92967079-d663-44e9-b8d6-c65ea257afda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495372 Jun 17 10:31:53.465500 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Provisioning for port 7ed8890b-83a3-44fa-9ad0-b24fe17773a8 completed by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 10:31:53.469946 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.provisioning_blocks [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Provisioning complete for port 7ed8890b-83a3-44fa-9ad0-b24fe17773a8 triggered by entity L2. {{(pid=93646) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 10:31:53.470330 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3790599'] for port, provisioning_complete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:53.548323 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3930436'] for port, before_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:53.571518 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8835cc14-a6c5-4e2a-ae9d-6ec43f58c6ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ed8890b-83a3-44fa-9ad0-b24fe17773a8'}] {{(pid=93646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:31:53.574080 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}202ec35f0b2f503ce7e4db3a1c258f37e57fe85608606de8e1c873696d713f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ffbfe7-c8ae-43b4-babb-330f8c661e50" -d '{"events": [{"server_uuid": "8835cc14-a6c5-4e2a-ae9d-6ec43f58c6ec", "name": "network-vif-plugged", "status": "completed", "tag": "7ed8890b-83a3-44fa-9ad0-b24fe17773a8"}]}' {{(pid=93646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:31:53.588352 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] For port 7ed8890b-83a3-44fa-9ad0-b24fe17773a8, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=7ed8890b-83a3-44fa-9ad0-b24fe17773a8,segment=NetworkSegment(dc0f4006-4a4b-4fee-9985-5cae22fa80bf),segment_id=dc0f4006-4a4b-4fee-9985-5cae22fa80bf)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:31:53.613986 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b12d6839-8ba2-40f6-8570-081e3a8116a2 x-openstack-request-id: req-b12d6839-8ba2-40f6-8570-081e3a8116a2 {{(pid=93646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:31:53.613986 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8835cc14-a6c5-4e2a-ae9d-6ec43f58c6ec", "name": "network-vif-plugged", "status": "completed", "tag": "7ed8890b-83a3-44fa-9ad0-b24fe17773a8", "code": 200}]} {{(pid=93646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:31:53.613986 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b12d6839-8ba2-40f6-8570-081e3a8116a2 {{(pid=93646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:31:53.613986 dv-cinder-796806-1-iscsi neutron-server[93646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8835cc14-a6c5-4e2a-ae9d-6ec43f58c6ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ed8890b-83a3-44fa-9ad0-b24fe17773a8', 'code': 200} Jun 17 10:31:53.820159 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740734277479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740733869105', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740733869150'] for port, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:53.822583 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:31:53.872605 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Pushing event updated for resources: {'Port': ['ID=7ed8890b-83a3-44fa-9ad0-b24fe17773a8,revision_number=5']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:31:53.875757 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:31:54.137668 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad69b10-669e-42bb-93ec-868b59ba4d01 req-7afb5250-4f47-48a5-941b-92bf6ebe4bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:31:54.139146 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-fad69b10-669e-42bb-93ec-868b59ba4d01 req-7afb5250-4f47-48a5-941b-92bf6ebe4bee service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8835cc14-a6c5-4e2a-ae9d-6ec43f58c6ec HTTP/1.1" status: 200 len: 1098 time: 0.0872836 Jun 17 10:31:54.193443 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-fad69b10-669e-42bb-93ec-868b59ba4d01 req-ad0a2092-ac98-4d3f-bab4-28645737fad4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=92967079-d663-44e9-b8d6-c65ea257afda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451601 Jun 17 10:31:54.637141 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3d4b51-bb6f-4f18-90e7-5ebfc9f0a77a req-b921be59-bfd9-4269-ab9d-bcca72235a87 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:31:54.639898 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9d3d4b51-bb6f-4f18-90e7-5ebfc9f0a77a req-b921be59-bfd9-4269-ab9d-bcca72235a87 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/ports?device_id=8835cc14-a6c5-4e2a-ae9d-6ec43f58c6ec HTTP/1.1" status: 200 len: 945 time: 0.1062644 Jun 17 10:31:54.686146 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-9d3d4b51-bb6f-4f18-90e7-5ebfc9f0a77a req-17107907-7e44-4632-861f-9c50eb056cb4 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/security-groups?id=92967079-d663-44e9-b8d6-c65ea257afda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395830 Jun 17 10:31:55.895352 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae212763-5da3-4474-b4be-031660391a28 req-2bc2c6ce-7350-4a10-80eb-27955e427b57 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:31:55.897314 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-ae212763-5da3-4474-b4be-031660391a28 req-2bc2c6ce-7350-4a10-80eb-27955e427b57 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/ports?device_id=8835cc14-a6c5-4e2a-ae9d-6ec43f58c6ec HTTP/1.1" status: 200 len: 945 time: 0.0852029 Jun 17 10:31:55.941060 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-ae212763-5da3-4474-b4be-031660391a28 req-071af207-c441-4ac3-939d-0419247cc599 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/security-groups?id=92967079-d663-44e9-b8d6-c65ea257afda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372305 Jun 17 10:31:56.150544 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0c52e7-c572-4b44-bf61-c5918c9b3b91 req-49c331e8-8734-4380-922b-09fa4972c506 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:31:56.152080 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-5f0c52e7-c572-4b44-bf61-c5918c9b3b91 req-49c331e8-8734-4380-922b-09fa4972c506 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/ports?device_id=8835cc14-a6c5-4e2a-ae9d-6ec43f58c6ec HTTP/1.1" status: 200 len: 945 time: 0.0810640 Jun 17 10:31:56.162780 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 55976) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:31:56.167868 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.v2.base [None req-d0a2f125-9aa9-47ef-9e48-c788ff6dce8e tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Request body: {'floatingip': {'port_id': '7ed8890b-83a3-44fa-9ad0-b24fe17773a8'}} {{(pid=93644) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 10:31:56.211627 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-d0a2f125-9aa9-47ef-9e48-c788ff6dce8e tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks [] for floatingip, before_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:56.775218 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-d0a2f125-9aa9-47ef-9e48-c788ff6dce8e tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:56.854006 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-d0a2f125-9aa9-47ef-9e48-c788ff6dce8e tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684762'] for floatingip, after_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:56.970758 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.db.l3_db [None req-d0a2f125-9aa9-47ef-9e48-c788ff6dce8e tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Floating IP a8498a39-e39e-4a8e-9672-d470b578a877 associated. External IP: 172.27.0.7, port: 7ed8890b-83a3-44fa-9ad0-b24fe17773a8. Jun 17 10:31:57.261402 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0a2f125-9aa9-47ef-9e48-c788ff6dce8e tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Router 3671c8c6-9336-468e-93e1-682e24e2fcc1 has already been hosted by L3 agent 9ed9efc2-3eec-4d73-b246-cbd899a1984b {{(pid=93644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 10:31:57.389047 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a2f125-9aa9-47ef-9e48-c788ff6dce8e tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify agent at l3_agent.dv-cinder-796806-1-iscsi the message routers_updated {{(pid=93644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 10:31:57.393975 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-d0a2f125-9aa9-47ef-9e48-c788ff6dce8e tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733'] for floatingip, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:57.403697 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04682fe-5889-4494-87e9-0527d59e16ea None None] Sync routers for ids ['3671c8c6-9336-468e-93e1-682e24e2fcc1'] in dv-cinder-796806-1-iscsi {{(pid=93647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 10:31:57.420708 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04682fe-5889-4494-87e9-0527d59e16ea None None] Routers {'3671c8c6-9336-468e-93e1-682e24e2fcc1'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:31:57.421719 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-e04682fe-5889-4494-87e9-0527d59e16ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:31:33Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['3671c8c6-9336-468e-93e1-682e24e2fcc1'], 'active': True} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:31:57.437418 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-d0a2f125-9aa9-47ef-9e48-c788ff6dce8e tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "PUT /v2.0/floatingips/a8498a39-e39e-4a8e-9672-d470b578a877 HTTP/1.1" status: 200 len: 989 time: 1.2732751 Jun 17 10:31:57.438401 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8835cc14-a6c5-4e2a-ae9d-6ec43f58c6ec', 'tag': '7ed8890b-83a3-44fa-9ad0-b24fe17773a8'}] {{(pid=93644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:31:57.442075 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e3e45b0fad0fac0035bff2321de6238b3105d4201b4fc6e845e8cd3cf45f1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9248c42-909d-4e89-9eca-f3f8568493ae" -d '{"events": [{"name": "network-changed", "server_uuid": "8835cc14-a6c5-4e2a-ae9d-6ec43f58c6ec", "tag": "7ed8890b-83a3-44fa-9ad0-b24fe17773a8"}]}' {{(pid=93644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:31:57.489571 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 10:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a01ef6fd-2a12-4b1c-8233-6dc79153c374 x-openstack-request-id: req-a01ef6fd-2a12-4b1c-8233-6dc79153c374 {{(pid=93644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:31:57.491710 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8835cc14-a6c5-4e2a-ae9d-6ec43f58c6ec", "tag": "7ed8890b-83a3-44fa-9ad0-b24fe17773a8", "status": "completed", "code": 200}]} {{(pid=93644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:31:57.492477 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a01ef6fd-2a12-4b1c-8233-6dc79153c374 {{(pid=93644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:31:57.495598 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8835cc14-a6c5-4e2a-ae9d-6ec43f58c6ec', 'tag': '7ed8890b-83a3-44fa-9ad0-b24fe17773a8', 'status': 'completed', 'code': 200} Jun 17 10:31:57.593388 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9248c42-909d-4e89-9eca-f3f8568493ae req-d9a45783-cfe0-44a4-8c9d-82d6eb426d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:31:57.596095 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d9248c42-909d-4e89-9eca-f3f8568493ae req-d9a45783-cfe0-44a4-8c9d-82d6eb426d79 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fb4c620e62524ba499710baa138734e6&device_id=8835cc14-a6c5-4e2a-ae9d-6ec43f58c6ec HTTP/1.1" status: 200 len: 1098 time: 0.0773010 Jun 17 10:31:57.727925 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvr_db [None req-e04682fe-5889-4494-87e9-0527d59e16ea None None] Set router 3671c8c6-9336-468e-93e1-682e24e2fcc1 gateway port host: dv-cinder-796806-1-iscsi {{(pid=93647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:31:57.743279 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9248c42-909d-4e89-9eca-f3f8568493ae req-38f22960-c547-47ea-a169-c5df6877cdea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:31:57.745840 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d9248c42-909d-4e89-9eca-f3f8568493ae req-38f22960-c547-47ea-a169-c5df6877cdea service neutron] 10.222.0.47 "GET /v2.0/networks?id=f2275738-0436-4812-9837-f9c6ba37ea2a HTTP/1.1" status: 200 len: 912 time: 0.1381071 Jun 17 10:31:57.829793 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d9248c42-909d-4e89-9eca-f3f8568493ae req-682abca7-0022-4138-9424-081095f33f04 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ed8890b-83a3-44fa-9ad0-b24fe17773a8 HTTP/1.1" status: 200 len: 997 time: 0.0739305 Jun 17 10:31:57.888732 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9248c42-909d-4e89-9eca-f3f8568493ae req-a4fac49b-2253-4cd0-8880-279d72a8fdab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:31:57.890109 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d9248c42-909d-4e89-9eca-f3f8568493ae req-a4fac49b-2253-4cd0-8880-279d72a8fdab service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ca437096-d433-4cda-a535-e8243b8721ac HTTP/1.1" status: 200 len: 850 time: 0.0528893 Jun 17 10:31:57.977611 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9248c42-909d-4e89-9eca-f3f8568493ae req-9a7882c5-b21c-4b20-92c4-7d1317070929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:31:57.980213 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d9248c42-909d-4e89-9eca-f3f8568493ae req-9a7882c5-b21c-4b20-92c4-7d1317070929 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f2275738-0436-4812-9837-f9c6ba37ea2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0816507 Jun 17 10:31:58.019739 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-e04682fe-5889-4494-87e9-0527d59e16ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3671c8c6-9336-468e-93e1-682e24e2fcc1', 'name': 'tempest-AttachVolumeTestJSON-1443884966-router', 'tenant_id': 'fb4c620e62524ba499710baa138734e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '8ab270ac-2f71-4612-991a-775bd8b0689e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:27:50Z', 'updated_at': '2021-06-17T10:27:56Z', 'revision_number': 4, 'project_id': 'fb4c620e62524ba499710baa138734e6', 'gw_port': {'id': '8ab270ac-2f71-4612-991a-775bd8b0689e', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:1c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3671c8c6-9336-468e-93e1-682e24e2fcc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:27:51Z', 'updated_at': '2021-06-17T10:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi', '_floatingips': [{'id': 'a8498a39-e39e-4a8e-9672-d470b578a877', 'tenant_id': 'fb4c620e62524ba499710baa138734e6', 'floating_ip_address': '172.27.0.7', 'floating_network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'router_id': '3671c8c6-9336-468e-93e1-682e24e2fcc1', 'port_id': '7ed8890b-83a3-44fa-9ad0-b24fe17773a8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2275738-0436-4812-9837-f9c6ba37ea2a', 'mac_address': 'fa:16:3e:f7:25:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8835cc14-a6c5-4e2a-ae9d-6ec43f58c6ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T10:31:40Z', 'updated_at': '2021-06-17T10:31:56Z', 'revision_number': 1, 'project_id': 'fb4c620e62524ba499710baa138734e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd78a5643-bf23-49f4-b91d-c9ffba8de1dc', 'name': '', 'network_id': 'f2275738-0436-4812-9837-f9c6ba37ea2a', 'tenant_id': 'fb4c620e62524ba499710baa138734e6', 'mac_address': 'fa:16:3e:b6:9c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3671c8c6-9336-468e-93e1-682e24e2fcc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'ca437096-d433-4cda-a535-e8243b8721ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:27:55Z', 'updated_at': '2021-06-17T10:28:03Z', 'revision_number': 5, 'project_id': 'fb4c620e62524ba499710baa138734e6', 'subnets': [{'id': 'ca437096-d433-4cda-a535-e8243b8721ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:31:58.049955 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04682fe-5889-4494-87e9-0527d59e16ea None None] Checking router: 3671c8c6-9336-468e-93e1-682e24e2fcc1 for host: dv-cinder-796806-1-iscsi {{(pid=93647) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 10:31:58.060104 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04682fe-5889-4494-87e9-0527d59e16ea None None] Routers {'3671c8c6-9336-468e-93e1-682e24e2fcc1'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:31:58.060759 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-e04682fe-5889-4494-87e9-0527d59e16ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:31:33Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['3671c8c6-9336-468e-93e1-682e24e2fcc1'], 'active': True} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:31:58.090244 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d9248c42-909d-4e89-9eca-f3f8568493ae req-b8c75088-52f0-4f7a-90ba-169e8b71f954 service neutron] 10.222.0.47 "GET /v2.0/networks/f2275738-0436-4812-9837-f9c6ba37ea2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027977 Jun 17 10:31:58.205081 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvr_db [None req-e04682fe-5889-4494-87e9-0527d59e16ea None None] Set router 3671c8c6-9336-468e-93e1-682e24e2fcc1 gateway port host: dv-cinder-796806-1-iscsi {{(pid=93647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:31:58.226795 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-d9248c42-909d-4e89-9eca-f3f8568493ae req-77b51017-afbd-4bfc-ab8c-5b5894c830b2 service neutron] 10.222.0.47 "GET /v2.0/networks/f2275738-0436-4812-9837-f9c6ba37ea2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287279 Jun 17 10:31:58.302127 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:31:58.468676 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-e04682fe-5889-4494-87e9-0527d59e16ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3671c8c6-9336-468e-93e1-682e24e2fcc1', 'name': 'tempest-AttachVolumeTestJSON-1443884966-router', 'tenant_id': 'fb4c620e62524ba499710baa138734e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '8ab270ac-2f71-4612-991a-775bd8b0689e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:27:50Z', 'updated_at': '2021-06-17T10:27:56Z', 'revision_number': 4, 'project_id': 'fb4c620e62524ba499710baa138734e6', 'gw_port': {'id': '8ab270ac-2f71-4612-991a-775bd8b0689e', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:1c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3671c8c6-9336-468e-93e1-682e24e2fcc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:27:51Z', 'updated_at': '2021-06-17T10:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi', '_floatingips': [{'id': 'a8498a39-e39e-4a8e-9672-d470b578a877', 'tenant_id': 'fb4c620e62524ba499710baa138734e6', 'floating_ip_address': '172.27.0.7', 'floating_network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'router_id': '3671c8c6-9336-468e-93e1-682e24e2fcc1', 'port_id': '7ed8890b-83a3-44fa-9ad0-b24fe17773a8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2275738-0436-4812-9837-f9c6ba37ea2a', 'mac_address': 'fa:16:3e:f7:25:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8835cc14-a6c5-4e2a-ae9d-6ec43f58c6ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T10:31:40Z', 'updated_at': '2021-06-17T10:31:56Z', 'revision_number': 1, 'project_id': 'fb4c620e62524ba499710baa138734e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd78a5643-bf23-49f4-b91d-c9ffba8de1dc', 'name': '', 'network_id': 'f2275738-0436-4812-9837-f9c6ba37ea2a', 'tenant_id': 'fb4c620e62524ba499710baa138734e6', 'mac_address': 'fa:16:3e:b6:9c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3671c8c6-9336-468e-93e1-682e24e2fcc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'ca437096-d433-4cda-a535-e8243b8721ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:27:55Z', 'updated_at': '2021-06-17T10:28:03Z', 'revision_number': 5, 'project_id': 'fb4c620e62524ba499710baa138734e6', 'subnets': [{'id': 'ca437096-d433-4cda-a535-e8243b8721ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:31:58.503713 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04682fe-5889-4494-87e9-0527d59e16ea None None] The sync data for ids ['3671c8c6-9336-468e-93e1-682e24e2fcc1'] in dv-cinder-796806-1-iscsi is: [{'id': '3671c8c6-9336-468e-93e1-682e24e2fcc1', 'name': 'tempest-AttachVolumeTestJSON-1443884966-router', 'tenant_id': 'fb4c620e62524ba499710baa138734e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '8ab270ac-2f71-4612-991a-775bd8b0689e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:27:50Z', 'updated_at': '2021-06-17T10:27:56Z', 'revision_number': 4, 'project_id': 'fb4c620e62524ba499710baa138734e6', 'gw_port': {'id': '8ab270ac-2f71-4612-991a-775bd8b0689e', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:1c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3671c8c6-9336-468e-93e1-682e24e2fcc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:27:51Z', 'updated_at': '2021-06-17T10:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi', '_floatingips': [{'id': 'a8498a39-e39e-4a8e-9672-d470b578a877', 'tenant_id': 'fb4c620e62524ba499710baa138734e6', 'floating_ip_address': '172.27.0.7', 'floating_network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'router_id': '3671c8c6-9336-468e-93e1-682e24e2fcc1', 'port_id': '7ed8890b-83a3-44fa-9ad0-b24fe17773a8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2275738-0436-4812-9837-f9c6ba37ea2a', 'mac_address': 'fa:16:3e:f7:25:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8835cc14-a6c5-4e2a-ae9d-6ec43f58c6ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T10:31:40Z', 'updated_at': '2021-06-17T10:31:56Z', 'revision_number': 1, 'project_id': 'fb4c620e62524ba499710baa138734e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd78a5643-bf23-49f4-b91d-c9ffba8de1dc', 'name': '', 'network_id': 'f2275738-0436-4812-9837-f9c6ba37ea2a', 'tenant_id': 'fb4c620e62524ba499710baa138734e6', 'mac_address': 'fa:16:3e:b6:9c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3671c8c6-9336-468e-93e1-682e24e2fcc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'ca437096-d433-4cda-a535-e8243b8721ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:27:55Z', 'updated_at': '2021-06-17T10:28:03Z', 'revision_number': 5, 'project_id': 'fb4c620e62524ba499710baa138734e6', 'subnets': [{'id': 'ca437096-d433-4cda-a535-e8243b8721ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 10:31:58.760950 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5129e8-5702-4486-b065-845bbdfc4615 None None] New status for floating IP a8498a39-e39e-4a8e-9672-d470b578a877: ACTIVE {{(pid=93646) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 10:31:59.888454 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-f45b3894-aa21-40ff-994b-45446c4a9bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:03.267245 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-9e8a8263-4979-4d9c-8e5d-b17322ff7d7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:03.445165 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:05.134290 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-76f1cb7e-d4ef-4c29-a3c2-2b16775f9f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:07.032798 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8334b2a8-081d-4a08-b273-522b2363e8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:08.291601 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-a2e93beb-1aea-40d1-be99-a67a0de4794d req-4d45d8ea-2bdb-4abc-af1a-af85515a1587 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e7b2bb58-fac9-4502-8589-c4231328b408&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0693245 Jun 17 10:32:08.398693 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e93beb-1aea-40d1-be99-a67a0de4794d req-58e228e7-a418-4802-b832-51128ef6ffe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:32:08.400510 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-a2e93beb-1aea-40d1-be99-a67a0de4794d req-58e228e7-a418-4802-b832-51128ef6ffe7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aca760d5d32f44678ef6de15bc80117f&device_id=e7b2bb58-fac9-4502-8589-c4231328b408 HTTP/1.1" status: 200 len: 1098 time: 0.0709145 Jun 17 10:32:08.577920 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e93beb-1aea-40d1-be99-a67a0de4794d req-b3521c21-a623-4874-812f-32812826c38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:32:08.580357 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-a2e93beb-1aea-40d1-be99-a67a0de4794d req-b3521c21-a623-4874-812f-32812826c38f service neutron] 10.222.0.47 "GET /v2.0/networks?id=fbf95478-19a5-4f07-a34f-dd4f56a3b0c1 HTTP/1.1" status: 200 len: 912 time: 0.1492095 Jun 17 10:32:08.667255 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-a2e93beb-1aea-40d1-be99-a67a0de4794d req-66c83a4b-791b-42fb-911a-82f86fda71dd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58166c26-86e3-4e02-8d2e-2b6f25e2a96c HTTP/1.1" status: 200 len: 1001 time: 0.0778198 Jun 17 10:32:08.728866 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e93beb-1aea-40d1-be99-a67a0de4794d req-126ed023-e48c-48a1-a6fc-c37a5b55dc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:32:08.730814 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-a2e93beb-1aea-40d1-be99-a67a0de4794d req-126ed023-e48c-48a1-a6fc-c37a5b55dc3d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf327c71-eda0-4c61-af33-93c8df9a6c5d HTTP/1.1" status: 200 len: 850 time: 0.0548019 Jun 17 10:32:08.804917 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e93beb-1aea-40d1-be99-a67a0de4794d req-6ddb5050-c351-4251-985c-cd41ead8eaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:32:08.806732 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-a2e93beb-1aea-40d1-be99-a67a0de4794d req-6ddb5050-c351-4251-985c-cd41ead8eaba service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fbf95478-19a5-4f07-a34f-dd4f56a3b0c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0651469 Jun 17 10:32:08.933102 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-a2e93beb-1aea-40d1-be99-a67a0de4794d req-ab893612-f1f5-406a-a908-31be677168c2 service neutron] 10.222.0.47 "GET /v2.0/networks/fbf95478-19a5-4f07-a34f-dd4f56a3b0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158593 Jun 17 10:32:09.047600 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-a2e93beb-1aea-40d1-be99-a67a0de4794d req-bfccc313-ff25-429c-8c67-4cdb7eccb3da service neutron] 10.222.0.47 "GET /v2.0/networks/fbf95478-19a5-4f07-a34f-dd4f56a3b0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056342 Jun 17 10:32:09.741884 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.agents_db [None req-342b98a1-7fdc-4d24-a539-fe72a001d92b None None] Agent healthcheck: found 6 active agents {{(pid=93647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:32:28.318942 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:29.961758 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8dae8b5b-c8c3-4826-bf84-b64367f6852b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:33.365280 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-4c3a7182-d11d-4038-95c2-8916a11e24e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:33.467145 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:35.103412 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 56048) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:32:35.127942 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-76f1cb7e-d4ef-4c29-a3c2-2b16775f9f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:35.320543 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.plugin [None req-23c0ac6f-22f4-4e0a-9058-44fde8d94137 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Deleting port c8f9ad84-79a5-4749-8b1c-36111954f108 {{(pid=93645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:32:35.320915 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-23c0ac6f-22f4-4e0a-9058-44fde8d94137 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740734272413'] for port, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:35.428369 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-23c0ac6f-22f4-4e0a-9058-44fde8d94137 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685530'] for port, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:35.428853 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-23c0ac6f-22f4-4e0a-9058-44fde8d94137 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:35.538016 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.plugin [None req-23c0ac6f-22f4-4e0a-9058-44fde8d94137 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Calling delete_port for c8f9ad84-79a5-4749-8b1c-36111954f108 owned by network:floatingip {{(pid=93645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:32:35.986502 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-23c0ac6f-22f4-4e0a-9058-44fde8d94137 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740734277497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740733869096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129691318'] for port, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:35.989276 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-9a2d72d1-087a-4b8b-99ae-713df2a7ee52 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:32:36.016618 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0ac6f-22f4-4e0a-9058-44fde8d94137 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Pushing event deleted for resources: {'Port': ['ID=c8f9ad84-79a5-4749-8b1c-36111954f108,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:32:36.073668 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0ac6f-22f4-4e0a-9058-44fde8d94137 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:32:36.098384 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0ac6f-22f4-4e0a-9058-44fde8d94137 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:32:36.098384 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0ac6f-22f4-4e0a-9058-44fde8d94137 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:32:36.098384 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0ac6f-22f4-4e0a-9058-44fde8d94137 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:32:36.098384 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0ac6f-22f4-4e0a-9058-44fde8d94137 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:32:36.098384 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0ac6f-22f4-4e0a-9058-44fde8d94137 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:32:36.098384 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0ac6f-22f4-4e0a-9058-44fde8d94137 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:32:36.098384 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0ac6f-22f4-4e0a-9058-44fde8d94137 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:32:36.098384 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0ac6f-22f4-4e0a-9058-44fde8d94137 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:32:36.098384 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0ac6f-22f4-4e0a-9058-44fde8d94137 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:32:36.098384 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0ac6f-22f4-4e0a-9058-44fde8d94137 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:32:36.098384 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c0ac6f-22f4-4e0a-9058-44fde8d94137 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:32:36.098384 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-23c0ac6f-22f4-4e0a-9058-44fde8d94137 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:32:36.129400 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-23c0ac6f-22f4-4e0a-9058-44fde8d94137 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks [] for floatingip, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:36.130296 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.db.l3_db [None req-23c0ac6f-22f4-4e0a-9058-44fde8d94137 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Floating IP ba131297-c5c0-4ff7-ad21-68c0d8b146df disassociated (deleted). External IP: 172.27.0.232, port: 5177e7ac-9ed0-4ae3-97d8-0a39f6f9e6e2. Jun 17 10:32:36.379699 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23c0ac6f-22f4-4e0a-9058-44fde8d94137 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Router 7e0c2f88-646c-4bfc-9876-a2a48d86f347 has already been hosted by L3 agent 9ed9efc2-3eec-4d73-b246-cbd899a1984b {{(pid=93645) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 10:32:36.584855 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23c0ac6f-22f4-4e0a-9058-44fde8d94137 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify agent at l3_agent.dv-cinder-796806-1-iscsi the message routers_updated {{(pid=93645) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 10:32:36.592004 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-23c0ac6f-22f4-4e0a-9058-44fde8d94137 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733'] for floatingip, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:36.600506 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85cf2b9-b7b2-47bd-b9a3-39b42353092c None None] Sync routers for ids ['7e0c2f88-646c-4bfc-9876-a2a48d86f347'] in dv-cinder-796806-1-iscsi {{(pid=93647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 10:32:36.620725 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85cf2b9-b7b2-47bd-b9a3-39b42353092c None None] Routers {'7e0c2f88-646c-4bfc-9876-a2a48d86f347'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:32:36.621817 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-c85cf2b9-b7b2-47bd-b9a3-39b42353092c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:32:33Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['7e0c2f88-646c-4bfc-9876-a2a48d86f347'], 'active': True} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:32:36.647313 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-23c0ac6f-22f4-4e0a-9058-44fde8d94137 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "DELETE /v2.0/floatingips/ba131297-c5c0-4ff7-ad21-68c0d8b146df HTTP/1.1" status: 204 len: 168 time: 1.5387733 Jun 17 10:32:36.647313 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70fcb3e5-412e-436a-9aef-8a10c4dede52', 'tag': '5177e7ac-9ed0-4ae3-97d8-0a39f6f9e6e2'}] {{(pid=93645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:32:36.648036 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25c6fbde856bb10fc3e6f7e7beb0655886cca8e381c3d168db957d1d9f65ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c78375-26db-4a54-af72-a32af377170f" -d '{"events": [{"name": "network-changed", "server_uuid": "70fcb3e5-412e-436a-9aef-8a10c4dede52", "tag": "5177e7ac-9ed0-4ae3-97d8-0a39f6f9e6e2"}]}' {{(pid=93645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:32:36.831323 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 10:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5463e6aa-0395-4c55-b195-3fcb960e462e x-openstack-request-id: req-5463e6aa-0395-4c55-b195-3fcb960e462e {{(pid=93645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:32:36.832924 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70fcb3e5-412e-436a-9aef-8a10c4dede52", "tag": "5177e7ac-9ed0-4ae3-97d8-0a39f6f9e6e2", "status": "completed", "code": 200}]} {{(pid=93645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:32:36.832924 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5463e6aa-0395-4c55-b195-3fcb960e462e {{(pid=93645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:32:36.833499 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70fcb3e5-412e-436a-9aef-8a10c4dede52', 'tag': '5177e7ac-9ed0-4ae3-97d8-0a39f6f9e6e2', 'status': 'completed', 'code': 200} Jun 17 10:32:36.857588 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvr_db [None req-c85cf2b9-b7b2-47bd-b9a3-39b42353092c None None] Set router 7e0c2f88-646c-4bfc-9876-a2a48d86f347 gateway port host: dv-cinder-796806-1-iscsi {{(pid=93647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:32:37.076011 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8334b2a8-081d-4a08-b273-522b2363e8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:37.111053 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c78375-26db-4a54-af72-a32af377170f req-0fb17568-cc58-4086-be26-ab5882b05379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:32:37.112824 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-17c78375-26db-4a54-af72-a32af377170f req-0fb17568-cc58-4086-be26-ab5882b05379 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aca760d5d32f44678ef6de15bc80117f&device_id=70fcb3e5-412e-436a-9aef-8a10c4dede52 HTTP/1.1" status: 200 len: 1099 time: 0.2427423 Jun 17 10:32:37.220470 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-c85cf2b9-b7b2-47bd-b9a3-39b42353092c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'name': 'tempest-TestVolumeBootPattern-960937265-router', 'tenant_id': 'aca760d5d32f44678ef6de15bc80117f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '4a688b66-dbae-4eea-a5b6-0598de3d7643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:24:35Z', 'updated_at': '2021-06-17T10:24:43Z', 'revision_number': 4, 'project_id': 'aca760d5d32f44678ef6de15bc80117f', 'gw_port': {'id': '4a688b66-dbae-4eea-a5b6-0598de3d7643', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d5:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:24:36Z', 'updated_at': '2021-06-17T10:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi', '_floatingips': [{'id': 'd900a927-888e-4650-92d3-950e9360e796', 'tenant_id': 'aca760d5d32f44678ef6de15bc80117f', 'floating_ip_address': '172.27.0.152', 'floating_network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'router_id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'port_id': '58166c26-86e3-4e02-8d2e-2b6f25e2a96c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbf95478-19a5-4f07-a34f-dd4f56a3b0c1', 'mac_address': 'fa:16:3e:23:f4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b2bb58-fac9-4502-8589-c4231328b408', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T10:28:35Z', 'updated_at': '2021-06-17T10:28:38Z', 'revision_number': 1, 'project_id': 'aca760d5d32f44678ef6de15bc80117f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8489dadf-1d9d-4822-b74a-cd7c2abcba75', 'name': '', 'network_id': 'fbf95478-19a5-4f07-a34f-dd4f56a3b0c1', 'tenant_id': 'aca760d5d32f44678ef6de15bc80117f', 'mac_address': 'fa:16:3e:d7:02:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'cf327c71-eda0-4c61-af33-93c8df9a6c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:24:42Z', 'updated_at': '2021-06-17T10:24:51Z', 'revision_number': 5, 'project_id': 'aca760d5d32f44678ef6de15bc80117f', 'subnets': [{'id': 'cf327c71-eda0-4c61-af33-93c8df9a6c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:32:37.230222 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c78375-26db-4a54-af72-a32af377170f req-31bdd872-bead-450d-858c-c8b746e0c9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:32:37.232895 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-17c78375-26db-4a54-af72-a32af377170f req-31bdd872-bead-450d-858c-c8b746e0c9d6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fbf95478-19a5-4f07-a34f-dd4f56a3b0c1 HTTP/1.1" status: 200 len: 912 time: 0.1118672 Jun 17 10:32:37.249758 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85cf2b9-b7b2-47bd-b9a3-39b42353092c None None] Checking router: 7e0c2f88-646c-4bfc-9876-a2a48d86f347 for host: dv-cinder-796806-1-iscsi {{(pid=93647) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 10:32:37.270512 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85cf2b9-b7b2-47bd-b9a3-39b42353092c None None] Routers {'7e0c2f88-646c-4bfc-9876-a2a48d86f347'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:32:37.270512 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-c85cf2b9-b7b2-47bd-b9a3-39b42353092c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:32:33Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['7e0c2f88-646c-4bfc-9876-a2a48d86f347'], 'active': True} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:32:37.286330 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-17c78375-26db-4a54-af72-a32af377170f req-20542ee8-4898-40ef-bd6e-f7d93aa2f22a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5177e7ac-9ed0-4ae3-97d8-0a39f6f9e6e2 HTTP/1.1" status: 200 len: 217 time: 0.0410340 Jun 17 10:32:37.350684 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c78375-26db-4a54-af72-a32af377170f req-75fd3865-85e8-4d35-9524-1e34fe0ae843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:32:37.352424 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-17c78375-26db-4a54-af72-a32af377170f req-75fd3865-85e8-4d35-9524-1e34fe0ae843 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf327c71-eda0-4c61-af33-93c8df9a6c5d HTTP/1.1" status: 200 len: 850 time: 0.0593755 Jun 17 10:32:37.402234 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvr_db [None req-c85cf2b9-b7b2-47bd-b9a3-39b42353092c None None] Set router 7e0c2f88-646c-4bfc-9876-a2a48d86f347 gateway port host: dv-cinder-796806-1-iscsi {{(pid=93647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:32:37.437837 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c78375-26db-4a54-af72-a32af377170f req-d7d3fdad-c4df-43d4-9471-39b35793dccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:32:37.439580 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-17c78375-26db-4a54-af72-a32af377170f req-d7d3fdad-c4df-43d4-9471-39b35793dccb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fbf95478-19a5-4f07-a34f-dd4f56a3b0c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0784829 Jun 17 10:32:37.572658 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-17c78375-26db-4a54-af72-a32af377170f req-cd15acf8-5818-4f18-b359-0ec3e2b54c41 service neutron] 10.222.0.47 "GET /v2.0/networks/fbf95478-19a5-4f07-a34f-dd4f56a3b0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221664 Jun 17 10:32:37.705487 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-17c78375-26db-4a54-af72-a32af377170f req-c65c6375-9c87-42bd-9f97-e617d784d4aa service neutron] 10.222.0.47 "GET /v2.0/networks/fbf95478-19a5-4f07-a34f-dd4f56a3b0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216371 Jun 17 10:32:37.707687 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-c85cf2b9-b7b2-47bd-b9a3-39b42353092c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'name': 'tempest-TestVolumeBootPattern-960937265-router', 'tenant_id': 'aca760d5d32f44678ef6de15bc80117f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '4a688b66-dbae-4eea-a5b6-0598de3d7643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:24:35Z', 'updated_at': '2021-06-17T10:24:43Z', 'revision_number': 4, 'project_id': 'aca760d5d32f44678ef6de15bc80117f', 'gw_port': {'id': '4a688b66-dbae-4eea-a5b6-0598de3d7643', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d5:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:24:36Z', 'updated_at': '2021-06-17T10:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi', '_floatingips': [{'id': 'd900a927-888e-4650-92d3-950e9360e796', 'tenant_id': 'aca760d5d32f44678ef6de15bc80117f', 'floating_ip_address': '172.27.0.152', 'floating_network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'router_id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'port_id': '58166c26-86e3-4e02-8d2e-2b6f25e2a96c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbf95478-19a5-4f07-a34f-dd4f56a3b0c1', 'mac_address': 'fa:16:3e:23:f4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b2bb58-fac9-4502-8589-c4231328b408', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T10:28:35Z', 'updated_at': '2021-06-17T10:28:38Z', 'revision_number': 1, 'project_id': 'aca760d5d32f44678ef6de15bc80117f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8489dadf-1d9d-4822-b74a-cd7c2abcba75', 'name': '', 'network_id': 'fbf95478-19a5-4f07-a34f-dd4f56a3b0c1', 'tenant_id': 'aca760d5d32f44678ef6de15bc80117f', 'mac_address': 'fa:16:3e:d7:02:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'cf327c71-eda0-4c61-af33-93c8df9a6c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:24:42Z', 'updated_at': '2021-06-17T10:24:51Z', 'revision_number': 5, 'project_id': 'aca760d5d32f44678ef6de15bc80117f', 'subnets': [{'id': 'cf327c71-eda0-4c61-af33-93c8df9a6c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:32:37.762076 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85cf2b9-b7b2-47bd-b9a3-39b42353092c None None] The sync data for ids ['7e0c2f88-646c-4bfc-9876-a2a48d86f347'] in dv-cinder-796806-1-iscsi is: [{'id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'name': 'tempest-TestVolumeBootPattern-960937265-router', 'tenant_id': 'aca760d5d32f44678ef6de15bc80117f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '4a688b66-dbae-4eea-a5b6-0598de3d7643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:24:35Z', 'updated_at': '2021-06-17T10:24:43Z', 'revision_number': 4, 'project_id': 'aca760d5d32f44678ef6de15bc80117f', 'gw_port': {'id': '4a688b66-dbae-4eea-a5b6-0598de3d7643', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d5:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:24:36Z', 'updated_at': '2021-06-17T10:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi', '_floatingips': [{'id': 'd900a927-888e-4650-92d3-950e9360e796', 'tenant_id': 'aca760d5d32f44678ef6de15bc80117f', 'floating_ip_address': '172.27.0.152', 'floating_network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'router_id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'port_id': '58166c26-86e3-4e02-8d2e-2b6f25e2a96c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbf95478-19a5-4f07-a34f-dd4f56a3b0c1', 'mac_address': 'fa:16:3e:23:f4:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7b2bb58-fac9-4502-8589-c4231328b408', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T10:28:35Z', 'updated_at': '2021-06-17T10:28:38Z', 'revision_number': 1, 'project_id': 'aca760d5d32f44678ef6de15bc80117f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8489dadf-1d9d-4822-b74a-cd7c2abcba75', 'name': '', 'network_id': 'fbf95478-19a5-4f07-a34f-dd4f56a3b0c1', 'tenant_id': 'aca760d5d32f44678ef6de15bc80117f', 'mac_address': 'fa:16:3e:d7:02:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'cf327c71-eda0-4c61-af33-93c8df9a6c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:24:42Z', 'updated_at': '2021-06-17T10:24:51Z', 'revision_number': 5, 'project_id': 'aca760d5d32f44678ef6de15bc80117f', 'subnets': [{'id': 'cf327c71-eda0-4c61-af33-93c8df9a6c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 10:32:37.914059 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c00439-7b00-477a-8003-f5754798d7d4 req-57bf9c4a-677d-4322-85f7-e6967044d5b7 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:32:37.916542 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-88c00439-7b00-477a-8003-f5754798d7d4 req-57bf9c4a-677d-4322-85f7-e6967044d5b7 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/ports?device_id=70fcb3e5-412e-436a-9aef-8a10c4dede52 HTTP/1.1" status: 200 len: 946 time: 0.1871185 Jun 17 10:32:37.990130 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-88c00439-7b00-477a-8003-f5754798d7d4 req-992eb957-0429-4e17-b57e-3f180b887746 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1bc7806-bc87-4ca4-84bd-873a3995d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615497 Jun 17 10:32:38.054062 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a25f23-24c3-43eb-a206-1419ed06a295 None None] New status for floating IP ba131297-c5c0-4ff7-ad21-68c0d8b146df: DOWN {{(pid=93646) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 10:32:39.565402 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62975ed-d9a0-48c8-a7a0-5e4b04a3939f req-8be554dc-ab55-4964-bca0-042dd3b2dfa9 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:32:39.567324 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-c62975ed-d9a0-48c8-a7a0-5e4b04a3939f req-8be554dc-ab55-4964-bca0-042dd3b2dfa9 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/ports?device_id=70fcb3e5-412e-436a-9aef-8a10c4dede52 HTTP/1.1" status: 200 len: 946 time: 0.4322107 Jun 17 10:32:39.644647 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-c62975ed-d9a0-48c8-a7a0-5e4b04a3939f req-dcc67644-60af-4dd4-a7cb-f8377b93c59f tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1bc7806-bc87-4ca4-84bd-873a3995d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686491 Jun 17 10:32:39.679620 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0902bc-8ffb-4151-9cba-9aa7991d5eef req-c8b4a3d7-76f6-4911-ab11-d0d7090b84b6 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:32:39.681199 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-2c0902bc-8ffb-4151-9cba-9aa7991d5eef req-c8b4a3d7-76f6-4911-ab11-d0d7090b84b6 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.47 "GET /v2.0/ports?device_id=70fcb3e5-412e-436a-9aef-8a10c4dede52 HTTP/1.1" status: 200 len: 946 time: 0.0987601 Jun 17 10:32:39.805693 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.plugin [req-2c0902bc-8ffb-4151-9cba-9aa7991d5eef req-1b002b46-6005-47a5-806a-8111eaa67933 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Deleting port 5177e7ac-9ed0-4ae3-97d8-0a39f6f9e6e2 {{(pid=93644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:32:39.806083 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-2c0902bc-8ffb-4151-9cba-9aa7991d5eef req-1b002b46-6005-47a5-806a-8111eaa67933 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740734272413'] for port, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:39.915658 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.db [req-2c0902bc-8ffb-4151-9cba-9aa7991d5eef req-1b002b46-6005-47a5-806a-8111eaa67933 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] For port 5177e7ac-9ed0-4ae3-97d8-0a39f6f9e6e2, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=5177e7ac-9ed0-4ae3-97d8-0a39f6f9e6e2,segment=NetworkSegment(6fc0f035-2780-4197-a60b-57afbddf8f64),segment_id=6fc0f035-2780-4197-a60b-57afbddf8f64)] {{(pid=93644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:32:39.915956 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-2c0902bc-8ffb-4151-9cba-9aa7991d5eef req-1b002b46-6005-47a5-806a-8111eaa67933 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685530'] for port, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:39.991459 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.plugin [req-2c0902bc-8ffb-4151-9cba-9aa7991d5eef req-1b002b46-6005-47a5-806a-8111eaa67933 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Calling delete_port for 5177e7ac-9ed0-4ae3-97d8-0a39f6f9e6e2 owned by compute:nova {{(pid=93644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:32:40.254690 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-2c0902bc-8ffb-4151-9cba-9aa7991d5eef req-1b002b46-6005-47a5-806a-8111eaa67933 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740734277497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740733869096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125912126'] for port, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:40.259705 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-e8fc4274-4085-4534-b6f1-882d823ed091 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:32:40.287017 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b002b46-6005-47a5-806a-8111eaa67933 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Pushing event deleted for resources: {'Port': ['ID=5177e7ac-9ed0-4ae3-97d8-0a39f6f9e6e2,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:32:40.300331 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b002b46-6005-47a5-806a-8111eaa67933 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:32:40.301304 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b002b46-6005-47a5-806a-8111eaa67933 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:32:40.301697 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b002b46-6005-47a5-806a-8111eaa67933 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:32:40.302076 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b002b46-6005-47a5-806a-8111eaa67933 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:32:40.302446 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b002b46-6005-47a5-806a-8111eaa67933 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:32:40.302816 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b002b46-6005-47a5-806a-8111eaa67933 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:32:40.303185 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b002b46-6005-47a5-806a-8111eaa67933 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:32:40.303579 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b002b46-6005-47a5-806a-8111eaa67933 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:32:40.303951 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b002b46-6005-47a5-806a-8111eaa67933 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:32:40.304321 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b002b46-6005-47a5-806a-8111eaa67933 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:32:40.304679 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b002b46-6005-47a5-806a-8111eaa67933 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:32:40.305038 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b002b46-6005-47a5-806a-8111eaa67933 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:32:40.324184 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-1b002b46-6005-47a5-806a-8111eaa67933 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:32:40.348545 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c0902bc-8ffb-4151-9cba-9aa7991d5eef req-1b002b46-6005-47a5-806a-8111eaa67933 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] No DVR routers for this DVR port 5177e7ac-9ed0-4ae3-97d8-0a39f6f9e6e2 on host hv-cinder-79680 {{(pid=93644) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 10:32:40.351740 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-2c0902bc-8ffb-4151-9cba-9aa7991d5eef req-1b002b46-6005-47a5-806a-8111eaa67933 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733'] for port, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:40.353790 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-2c0902bc-8ffb-4151-9cba-9aa7991d5eef req-1b002b46-6005-47a5-806a-8111eaa67933 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.47 "DELETE /v2.0/ports/5177e7ac-9ed0-4ae3-97d8-0a39f6f9e6e2 HTTP/1.1" status: 204 len: 173 time: 0.6655970 Jun 17 10:32:40.354469 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70fcb3e5-412e-436a-9aef-8a10c4dede52', 'name': 'network-vif-deleted', 'tag': '5177e7ac-9ed0-4ae3-97d8-0a39f6f9e6e2'}] {{(pid=93644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:32:40.356876 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e3e45b0fad0fac0035bff2321de6238b3105d4201b4fc6e845e8cd3cf45f1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-350b659f-8593-4156-927d-cb9b80405516" -d '{"events": [{"server_uuid": "70fcb3e5-412e-436a-9aef-8a10c4dede52", "name": "network-vif-deleted", "tag": "5177e7ac-9ed0-4ae3-97d8-0a39f6f9e6e2"}]}' {{(pid=93644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:32:40.398622 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a75f53f-23f5-4c4f-bdde-021dc3ba5302 x-openstack-request-id: req-8a75f53f-23f5-4c4f-bdde-021dc3ba5302 {{(pid=93644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:32:40.399150 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70fcb3e5-412e-436a-9aef-8a10c4dede52", "name": "network-vif-deleted", "tag": "5177e7ac-9ed0-4ae3-97d8-0a39f6f9e6e2", "status": "completed", "code": 200}]} {{(pid=93644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:32:40.399669 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8a75f53f-23f5-4c4f-bdde-021dc3ba5302 {{(pid=93644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:32:40.404872 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70fcb3e5-412e-436a-9aef-8a10c4dede52', 'name': 'network-vif-deleted', 'tag': '5177e7ac-9ed0-4ae3-97d8-0a39f6f9e6e2', 'status': 'completed', 'code': 200} Jun 17 10:32:40.941522 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-825c43a7-e85a-41ad-a226-e00ae0527ce6 req-f0765247-554f-409e-bbb4-2be1d1c34338 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/ports?device_id=70fcb3e5-412e-436a-9aef-8a10c4dede52 HTTP/1.1" status: 200 len: 210 time: 0.1273577 Jun 17 10:32:42.236986 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-2af4995b-4c53-4e68-a84a-408690f483bf req-6027386e-c354-484e-8558-1f762e3634a1 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/ports?device_id=70fcb3e5-412e-436a-9aef-8a10c4dede52 HTTP/1.1" status: 200 len: 210 time: 0.0331395 Jun 17 10:32:43.524629 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device 5177e7ac-9ed0-4ae3-97d8-0a39f6f9e6e2 no longer exists at agent hyperv_hv-cinder-79680 {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:32:43.549697 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] No Port match for: 5177e7ac-9ed0-4ae3-97d8-0a39f6f9e6e2 {{(pid=93646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 10:32:43.550064 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device 5177e7ac-9ed0-4ae3-97d8-0a39f6f9e6e2 not bound to the agent host hv-cinder-79680 {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 10:32:45.820217 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [req-eb89c68d-e84a-488f-afb5-9527dc8e24c7 req-db6d3b51-4469-4b80-8531-fe9c5e881729 service neutron] (93645) timed out ('10.222.0.47', 55232) {{(pid=93645) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 17 10:32:46.159188 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 56122) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:32:46.251612 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [req-4101abd6-6130-47bc-b348-0defb4cc13e1 req-fcb1762d-1844-4bc1-967e-0ba63e6ab172 service neutron] (93645) timed out ('10.222.0.47', 55268) {{(pid=93645) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 17 10:32:46.419835 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.plugin [None req-d0c87507-53d0-447a-8830-d0097062431f tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Deleting port 3b043aba-9689-42c1-baef-9b8772aa3a4c {{(pid=93645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:32:46.420425 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-d0c87507-53d0-447a-8830-d0097062431f tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740734272413'] for port, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:46.538861 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-d0c87507-53d0-447a-8830-d0097062431f tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685530'] for port, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:46.539262 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-d0c87507-53d0-447a-8830-d0097062431f tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:46.684035 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.plugin [None req-d0c87507-53d0-447a-8830-d0097062431f tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Calling delete_port for 3b043aba-9689-42c1-baef-9b8772aa3a4c owned by network:floatingip {{(pid=93645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:32:46.741840 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.agents_db [None req-342b98a1-7fdc-4d24-a539-fe72a001d92b None None] Agent healthcheck: found 6 active agents {{(pid=93647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:32:47.037248 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-d0c87507-53d0-447a-8830-d0097062431f tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740734277497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740733869096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129691318'] for port, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:47.039855 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-e351db81-5799-4050-9be0-c36ca7fe29f5 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:32:47.074421 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c87507-53d0-447a-8830-d0097062431f tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Pushing event deleted for resources: {'Port': ['ID=3b043aba-9689-42c1-baef-9b8772aa3a4c,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:32:47.079794 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-d0c87507-53d0-447a-8830-d0097062431f tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:32:47.147048 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-d0c87507-53d0-447a-8830-d0097062431f tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks [] for floatingip, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:47.147703 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.db.l3_db [None req-d0c87507-53d0-447a-8830-d0097062431f tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Floating IP d900a927-888e-4650-92d3-950e9360e796 disassociated (deleted). External IP: 172.27.0.152, port: 58166c26-86e3-4e02-8d2e-2b6f25e2a96c. Jun 17 10:32:47.437071 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0c87507-53d0-447a-8830-d0097062431f tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Router 7e0c2f88-646c-4bfc-9876-a2a48d86f347 has already been hosted by L3 agent 9ed9efc2-3eec-4d73-b246-cbd899a1984b {{(pid=93645) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 10:32:47.617194 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c87507-53d0-447a-8830-d0097062431f tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify agent at l3_agent.dv-cinder-796806-1-iscsi the message routers_updated {{(pid=93645) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 10:32:47.624917 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-d0c87507-53d0-447a-8830-d0097062431f tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733'] for floatingip, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:47.629743 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1faa3e25-21b5-4b07-848d-1693ba7297dc None None] Sync routers for ids ['7e0c2f88-646c-4bfc-9876-a2a48d86f347'] in dv-cinder-796806-1-iscsi {{(pid=93647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 10:32:47.640900 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1faa3e25-21b5-4b07-848d-1693ba7297dc None None] Routers {'7e0c2f88-646c-4bfc-9876-a2a48d86f347'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:32:47.641691 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-1faa3e25-21b5-4b07-848d-1693ba7297dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:32:33Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['7e0c2f88-646c-4bfc-9876-a2a48d86f347'], 'active': True} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:32:47.673900 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-d0c87507-53d0-447a-8830-d0097062431f tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "DELETE /v2.0/floatingips/d900a927-888e-4650-92d3-950e9360e796 HTTP/1.1" status: 204 len: 168 time: 1.5125113 Jun 17 10:32:47.674937 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7b2bb58-fac9-4502-8589-c4231328b408', 'tag': '58166c26-86e3-4e02-8d2e-2b6f25e2a96c'}] {{(pid=93645) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:32:47.678491 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e25c6fbde856bb10fc3e6f7e7beb0655886cca8e381c3d168db957d1d9f65ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44195a5f-d2c2-4313-bf9e-23e7e0b9cb02" -d '{"events": [{"name": "network-changed", "server_uuid": "e7b2bb58-fac9-4502-8589-c4231328b408", "tag": "58166c26-86e3-4e02-8d2e-2b6f25e2a96c"}]}' {{(pid=93645) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:32:47.727557 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 10:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac9a998c-aa5e-4139-bb7f-8387d85f1d5c x-openstack-request-id: req-ac9a998c-aa5e-4139-bb7f-8387d85f1d5c {{(pid=93645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:32:47.728101 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7b2bb58-fac9-4502-8589-c4231328b408", "tag": "58166c26-86e3-4e02-8d2e-2b6f25e2a96c", "status": "completed", "code": 200}]} {{(pid=93645) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:32:47.728579 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ac9a998c-aa5e-4139-bb7f-8387d85f1d5c {{(pid=93645) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:32:47.729349 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7b2bb58-fac9-4502-8589-c4231328b408', 'tag': '58166c26-86e3-4e02-8d2e-2b6f25e2a96c', 'status': 'completed', 'code': 200} Jun 17 10:32:47.864242 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44195a5f-d2c2-4313-bf9e-23e7e0b9cb02 req-49d2659e-9967-4e0c-b9f7-c8fa276f19cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:32:47.866874 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-44195a5f-d2c2-4313-bf9e-23e7e0b9cb02 req-49d2659e-9967-4e0c-b9f7-c8fa276f19cc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=aca760d5d32f44678ef6de15bc80117f&device_id=e7b2bb58-fac9-4502-8589-c4231328b408 HTTP/1.1" status: 200 len: 1098 time: 0.1052411 Jun 17 10:32:47.930785 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvr_db [None req-1faa3e25-21b5-4b07-848d-1693ba7297dc None None] Set router 7e0c2f88-646c-4bfc-9876-a2a48d86f347 gateway port host: dv-cinder-796806-1-iscsi {{(pid=93647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:32:47.976479 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44195a5f-d2c2-4313-bf9e-23e7e0b9cb02 req-e7052f4d-e9b0-4bf7-b2a6-2bc18f53ea8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:32:47.979344 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-44195a5f-d2c2-4313-bf9e-23e7e0b9cb02 req-e7052f4d-e9b0-4bf7-b2a6-2bc18f53ea8b service neutron] 10.222.0.47 "GET /v2.0/networks?id=fbf95478-19a5-4f07-a34f-dd4f56a3b0c1 HTTP/1.1" status: 200 len: 912 time: 0.1056690 Jun 17 10:32:48.028504 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-44195a5f-d2c2-4313-bf9e-23e7e0b9cb02 req-08957daa-ee28-48b9-8164-39ac7139d2d8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58166c26-86e3-4e02-8d2e-2b6f25e2a96c HTTP/1.1" status: 200 len: 217 time: 0.0420604 Jun 17 10:32:48.088592 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44195a5f-d2c2-4313-bf9e-23e7e0b9cb02 req-dbbd2759-f8a7-4d16-a0f8-050772a29bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:32:48.090688 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-44195a5f-d2c2-4313-bf9e-23e7e0b9cb02 req-dbbd2759-f8a7-4d16-a0f8-050772a29bb9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cf327c71-eda0-4c61-af33-93c8df9a6c5d HTTP/1.1" status: 200 len: 850 time: 0.0546658 Jun 17 10:32:48.163612 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44195a5f-d2c2-4313-bf9e-23e7e0b9cb02 req-0b1d6f86-01ff-4aa0-bea1-8bc5d808ffcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:32:48.165519 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-44195a5f-d2c2-4313-bf9e-23e7e0b9cb02 req-0b1d6f86-01ff-4aa0-bea1-8bc5d808ffcd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fbf95478-19a5-4f07-a34f-dd4f56a3b0c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0671678 Jun 17 10:32:48.220106 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-1faa3e25-21b5-4b07-848d-1693ba7297dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'name': 'tempest-TestVolumeBootPattern-960937265-router', 'tenant_id': 'aca760d5d32f44678ef6de15bc80117f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '4a688b66-dbae-4eea-a5b6-0598de3d7643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:24:35Z', 'updated_at': '2021-06-17T10:24:43Z', 'revision_number': 4, 'project_id': 'aca760d5d32f44678ef6de15bc80117f', 'gw_port': {'id': '4a688b66-dbae-4eea-a5b6-0598de3d7643', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d5:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:24:36Z', 'updated_at': '2021-06-17T10:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi', '_interfaces': [{'id': '8489dadf-1d9d-4822-b74a-cd7c2abcba75', 'name': '', 'network_id': 'fbf95478-19a5-4f07-a34f-dd4f56a3b0c1', 'tenant_id': 'aca760d5d32f44678ef6de15bc80117f', 'mac_address': 'fa:16:3e:d7:02:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'cf327c71-eda0-4c61-af33-93c8df9a6c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:24:42Z', 'updated_at': '2021-06-17T10:24:51Z', 'revision_number': 5, 'project_id': 'aca760d5d32f44678ef6de15bc80117f', 'subnets': [{'id': 'cf327c71-eda0-4c61-af33-93c8df9a6c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:32:48.248562 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1faa3e25-21b5-4b07-848d-1693ba7297dc None None] Checking router: 7e0c2f88-646c-4bfc-9876-a2a48d86f347 for host: dv-cinder-796806-1-iscsi {{(pid=93647) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 10:32:48.259413 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1faa3e25-21b5-4b07-848d-1693ba7297dc None None] Routers {'7e0c2f88-646c-4bfc-9876-a2a48d86f347'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:32:48.260096 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-1faa3e25-21b5-4b07-848d-1693ba7297dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:32:33Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['7e0c2f88-646c-4bfc-9876-a2a48d86f347'], 'active': True} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:32:48.324439 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-44195a5f-d2c2-4313-bf9e-23e7e0b9cb02 req-a0b56ea4-4e0d-456d-940a-3098bae70086 service neutron] 10.222.0.47 "GET /v2.0/networks/fbf95478-19a5-4f07-a34f-dd4f56a3b0c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517863 Jun 17 10:32:48.406300 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvr_db [None req-1faa3e25-21b5-4b07-848d-1693ba7297dc None None] Set router 7e0c2f88-646c-4bfc-9876-a2a48d86f347 gateway port host: dv-cinder-796806-1-iscsi {{(pid=93647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:32:48.499732 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-44195a5f-d2c2-4313-bf9e-23e7e0b9cb02 req-3274ef9e-283f-4731-b580-74b808fda759 service neutron] 10.222.0.47 "GET /v2.0/networks/fbf95478-19a5-4f07-a34f-dd4f56a3b0c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648800 Jun 17 10:32:48.709038 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1577435c-db53-4ecd-9717-8ed02ea04b5d req-3282f7c2-1d97-4bb8-a60c-d5fe103f6e50 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:32:48.710732 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-1577435c-db53-4ecd-9717-8ed02ea04b5d req-3282f7c2-1d97-4bb8-a60c-d5fe103f6e50 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/ports?device_id=e7b2bb58-fac9-4502-8589-c4231328b408 HTTP/1.1" status: 200 len: 945 time: 0.1056294 Jun 17 10:32:48.761070 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-1faa3e25-21b5-4b07-848d-1693ba7297dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'name': 'tempest-TestVolumeBootPattern-960937265-router', 'tenant_id': 'aca760d5d32f44678ef6de15bc80117f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '4a688b66-dbae-4eea-a5b6-0598de3d7643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:24:35Z', 'updated_at': '2021-06-17T10:24:43Z', 'revision_number': 4, 'project_id': 'aca760d5d32f44678ef6de15bc80117f', 'gw_port': {'id': '4a688b66-dbae-4eea-a5b6-0598de3d7643', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d5:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:24:36Z', 'updated_at': '2021-06-17T10:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi', '_interfaces': [{'id': '8489dadf-1d9d-4822-b74a-cd7c2abcba75', 'name': '', 'network_id': 'fbf95478-19a5-4f07-a34f-dd4f56a3b0c1', 'tenant_id': 'aca760d5d32f44678ef6de15bc80117f', 'mac_address': 'fa:16:3e:d7:02:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'cf327c71-eda0-4c61-af33-93c8df9a6c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:24:42Z', 'updated_at': '2021-06-17T10:24:51Z', 'revision_number': 5, 'project_id': 'aca760d5d32f44678ef6de15bc80117f', 'subnets': [{'id': 'cf327c71-eda0-4c61-af33-93c8df9a6c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:32:48.787679 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-1577435c-db53-4ecd-9717-8ed02ea04b5d req-bbe761ff-0b26-458e-8be6-b7f07772c3c0 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1bc7806-bc87-4ca4-84bd-873a3995d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657296 Jun 17 10:32:48.802430 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1faa3e25-21b5-4b07-848d-1693ba7297dc None None] The sync data for ids ['7e0c2f88-646c-4bfc-9876-a2a48d86f347'] in dv-cinder-796806-1-iscsi is: [{'id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'name': 'tempest-TestVolumeBootPattern-960937265-router', 'tenant_id': 'aca760d5d32f44678ef6de15bc80117f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '4a688b66-dbae-4eea-a5b6-0598de3d7643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:24:35Z', 'updated_at': '2021-06-17T10:24:43Z', 'revision_number': 4, 'project_id': 'aca760d5d32f44678ef6de15bc80117f', 'gw_port': {'id': '4a688b66-dbae-4eea-a5b6-0598de3d7643', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d5:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:24:36Z', 'updated_at': '2021-06-17T10:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi', '_interfaces': [{'id': '8489dadf-1d9d-4822-b74a-cd7c2abcba75', 'name': '', 'network_id': 'fbf95478-19a5-4f07-a34f-dd4f56a3b0c1', 'tenant_id': 'aca760d5d32f44678ef6de15bc80117f', 'mac_address': 'fa:16:3e:d7:02:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'cf327c71-eda0-4c61-af33-93c8df9a6c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:24:42Z', 'updated_at': '2021-06-17T10:24:51Z', 'revision_number': 5, 'project_id': 'aca760d5d32f44678ef6de15bc80117f', 'subnets': [{'id': 'cf327c71-eda0-4c61-af33-93c8df9a6c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 10:32:49.065206 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419c00ee-f60c-4205-ad52-5a15611b84ec None None] New status for floating IP d900a927-888e-4650-92d3-950e9360e796: DOWN {{(pid=93646) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 10:32:50.055092 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d7456-aaf2-459f-9981-ef59ce36e7c3 req-9e7f6e07-f2c5-4ce5-b191-f35351fd1479 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:32:50.056830 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-856d7456-aaf2-459f-9981-ef59ce36e7c3 req-9e7f6e07-f2c5-4ce5-b191-f35351fd1479 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/ports?device_id=e7b2bb58-fac9-4502-8589-c4231328b408 HTTP/1.1" status: 200 len: 945 time: 0.0888033 Jun 17 10:32:50.113291 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-856d7456-aaf2-459f-9981-ef59ce36e7c3 req-b5789778-15b5-4676-bc86-98632cac1363 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1bc7806-bc87-4ca4-84bd-873a3995d1cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448174 Jun 17 10:32:50.199465 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf590c-c490-4031-ab35-892bf233af04 req-b96d450d-ec24-4c78-9029-66d717fe15b9 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:32:50.201403 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-24cf590c-c490-4031-ab35-892bf233af04 req-b96d450d-ec24-4c78-9029-66d717fe15b9 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7b2bb58-fac9-4502-8589-c4231328b408 HTTP/1.1" status: 200 len: 945 time: 0.0867975 Jun 17 10:32:50.322723 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.plugin [req-24cf590c-c490-4031-ab35-892bf233af04 req-d2d90cd4-eab0-4490-b42c-bb7f8d5be42b tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Deleting port 58166c26-86e3-4e02-8d2e-2b6f25e2a96c {{(pid=93644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:32:50.323128 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-24cf590c-c490-4031-ab35-892bf233af04 req-d2d90cd4-eab0-4490-b42c-bb7f8d5be42b tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740734272413'] for port, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:50.432388 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.db [req-24cf590c-c490-4031-ab35-892bf233af04 req-d2d90cd4-eab0-4490-b42c-bb7f8d5be42b tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] For port 58166c26-86e3-4e02-8d2e-2b6f25e2a96c, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=58166c26-86e3-4e02-8d2e-2b6f25e2a96c,segment=NetworkSegment(6fc0f035-2780-4197-a60b-57afbddf8f64),segment_id=6fc0f035-2780-4197-a60b-57afbddf8f64)] {{(pid=93644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:32:50.432636 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-24cf590c-c490-4031-ab35-892bf233af04 req-d2d90cd4-eab0-4490-b42c-bb7f8d5be42b tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685530'] for port, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:50.512570 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.plugin [req-24cf590c-c490-4031-ab35-892bf233af04 req-d2d90cd4-eab0-4490-b42c-bb7f8d5be42b tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Calling delete_port for 58166c26-86e3-4e02-8d2e-2b6f25e2a96c owned by compute:nova {{(pid=93644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:32:50.793921 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-24cf590c-c490-4031-ab35-892bf233af04 req-d2d90cd4-eab0-4490-b42c-bb7f8d5be42b tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740734277497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740733869096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125912126'] for port, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:50.800697 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-b5f03a96-1f30-4b85-8cd1-ff47a1cb4d30 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:32:50.854470 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d90cd4-eab0-4490-b42c-bb7f8d5be42b tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Pushing event deleted for resources: {'Port': ['ID=58166c26-86e3-4e02-8d2e-2b6f25e2a96c,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:32:50.860244 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-d2d90cd4-eab0-4490-b42c-bb7f8d5be42b tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:32:50.936195 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvrscheduler_db [req-24cf590c-c490-4031-ab35-892bf233af04 req-d2d90cd4-eab0-4490-b42c-bb7f8d5be42b tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] No DVR routers for this DVR port 58166c26-86e3-4e02-8d2e-2b6f25e2a96c on host hv-cinder-79680 {{(pid=93644) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 10:32:50.941237 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-24cf590c-c490-4031-ab35-892bf233af04 req-d2d90cd4-eab0-4490-b42c-bb7f8d5be42b tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733'] for port, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:50.944122 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-24cf590c-c490-4031-ab35-892bf233af04 req-d2d90cd4-eab0-4490-b42c-bb7f8d5be42b tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.47 "DELETE /v2.0/ports/58166c26-86e3-4e02-8d2e-2b6f25e2a96c HTTP/1.1" status: 204 len: 173 time: 0.7357306 Jun 17 10:32:50.944712 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b2bb58-fac9-4502-8589-c4231328b408', 'name': 'network-vif-deleted', 'tag': '58166c26-86e3-4e02-8d2e-2b6f25e2a96c'}] {{(pid=93644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:32:50.947706 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e3e45b0fad0fac0035bff2321de6238b3105d4201b4fc6e845e8cd3cf45f1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4366e9af-22da-4fc9-9ab9-2de7643ecd92" -d '{"events": [{"server_uuid": "e7b2bb58-fac9-4502-8589-c4231328b408", "name": "network-vif-deleted", "tag": "58166c26-86e3-4e02-8d2e-2b6f25e2a96c"}]}' {{(pid=93644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:32:50.997004 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0081e844-66ba-4475-ba7d-fd67e9324618 x-openstack-request-id: req-0081e844-66ba-4475-ba7d-fd67e9324618 {{(pid=93644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:32:50.997598 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7b2bb58-fac9-4502-8589-c4231328b408", "name": "network-vif-deleted", "tag": "58166c26-86e3-4e02-8d2e-2b6f25e2a96c", "status": "completed", "code": 200}]} {{(pid=93644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:32:50.998094 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0081e844-66ba-4475-ba7d-fd67e9324618 {{(pid=93644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:32:50.998832 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b2bb58-fac9-4502-8589-c4231328b408', 'name': 'network-vif-deleted', 'tag': '58166c26-86e3-4e02-8d2e-2b6f25e2a96c', 'status': 'completed', 'code': 200} Jun 17 10:32:51.293535 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-1fedfaab-eb9d-4369-bbaa-5bd0530b5e20 req-11571afb-76fa-4a77-9605-f14bb78db0a8 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/ports?device_id=e7b2bb58-fac9-4502-8589-c4231328b408 HTTP/1.1" status: 200 len: 210 time: 0.0362236 Jun 17 10:32:52.502529 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-aee40024-67e2-4184-b966-e6bd37640a40 req-036dca20-2786-481a-9cd0-1e6480de77a6 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "GET /v2.0/ports?device_id=e7b2bb58-fac9-4502-8589-c4231328b408 HTTP/1.1" status: 200 len: 210 time: 0.0447965 Jun 17 10:32:53.586729 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device 58166c26-86e3-4e02-8d2e-2b6f25e2a96c no longer exists at agent hyperv_hv-cinder-79680 {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:32:53.629267 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] No Port match for: 58166c26-86e3-4e02-8d2e-2b6f25e2a96c {{(pid=93646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 10:32:53.630033 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device 58166c26-86e3-4e02-8d2e-2b6f25e2a96c not bound to the agent host hv-cinder-79680 {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 10:32:53.643365 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 56154) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:32:53.829614 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.plugin [None req-afaed261-01ca-48c1-9b4b-7e6e4014bb51 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Deleting port f62d313e-df7d-4f71-8508-2e22732bb3a4 {{(pid=93644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:32:53.830056 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-afaed261-01ca-48c1-9b4b-7e6e4014bb51 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740734272413'] for port, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:53.943282 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-afaed261-01ca-48c1-9b4b-7e6e4014bb51 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685530'] for port, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:53.943862 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-afaed261-01ca-48c1-9b4b-7e6e4014bb51 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:54.085483 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.plugin [None req-afaed261-01ca-48c1-9b4b-7e6e4014bb51 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Calling delete_port for f62d313e-df7d-4f71-8508-2e22732bb3a4 owned by network:floatingip {{(pid=93644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:32:54.408746 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-afaed261-01ca-48c1-9b4b-7e6e4014bb51 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740734277497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740733869096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125912126'] for port, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:54.413019 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-ea4f0877-9d7f-482e-b2a5-f1c966852e42 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:32:54.443136 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaed261-01ca-48c1-9b4b-7e6e4014bb51 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Pushing event deleted for resources: {'Port': ['ID=f62d313e-df7d-4f71-8508-2e22732bb3a4,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:32:54.446436 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-afaed261-01ca-48c1-9b4b-7e6e4014bb51 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:32:54.541888 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-afaed261-01ca-48c1-9b4b-7e6e4014bb51 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks [] for floatingip, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:54.546877 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-afaed261-01ca-48c1-9b4b-7e6e4014bb51 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733'] for floatingip, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:54.549051 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-afaed261-01ca-48c1-9b4b-7e6e4014bb51 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "DELETE /v2.0/floatingips/ecddd3d4-3bf3-4722-a920-eaea11d72d94 HTTP/1.1" status: 204 len: 168 time: 0.9036922 Jun 17 10:32:56.354315 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 56180) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:32:56.354315 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-55785c74-b249-4efc-bab5-2ccd9c5371f0 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks [] for security_group, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:56.358363 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-55785c74-b249-4efc-bab5-2ccd9c5371f0 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:56.624254 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-55785c74-b249-4efc-bab5-2ccd9c5371f0 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:56.627787 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-55785c74-b249-4efc-bab5-2ccd9c5371f0 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Notify callbacks [] for security_group, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:56.629157 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-55785c74-b249-4efc-bab5-2ccd9c5371f0 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] 10.222.0.22 "DELETE /v2.0/security-groups/c1bc7806-bc87-4ca4-84bd-873a3995d1cf HTTP/1.1" status: 204 len: 168 time: 0.3607378 Jun 17 10:32:56.630160 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-ebcb9e61-e38e-4ce4-a9ad-cdb676e09d8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:32:56.640359 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55785c74-b249-4efc-bab5-2ccd9c5371f0 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1bc7806-bc87-4ca4-84bd-873a3995d1cf,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:32:56.644478 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-55785c74-b249-4efc-bab5-2ccd9c5371f0 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:32:56.886358 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 56184) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:32:57.511943 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-0316ea2c-180f-484d-b5fc-1f9593be33bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704253'] for router_interface, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:57.852811 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.plugin [None req-0316ea2c-180f-484d-b5fc-1f9593be33bc admin admin] Deleting port 8489dadf-1d9d-4822-b74a-cd7c2abcba75 {{(pid=93644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:32:57.853381 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-0316ea2c-180f-484d-b5fc-1f9593be33bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740734272413'] for port, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:57.961452 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.db [None req-0316ea2c-180f-484d-b5fc-1f9593be33bc admin admin] For port 8489dadf-1d9d-4822-b74a-cd7c2abcba75, host dv-cinder-796806-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=8489dadf-1d9d-4822-b74a-cd7c2abcba75,segment=NetworkSegment(6fc0f035-2780-4197-a60b-57afbddf8f64),segment_id=6fc0f035-2780-4197-a60b-57afbddf8f64)] {{(pid=93644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:32:57.961964 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-0316ea2c-180f-484d-b5fc-1f9593be33bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685530'] for port, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:58.051189 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.plugin [None req-0316ea2c-180f-484d-b5fc-1f9593be33bc admin admin] Calling delete_port for 8489dadf-1d9d-4822-b74a-cd7c2abcba75 owned by network:router_interface {{(pid=93644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:32:58.277199 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:58.391979 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-0316ea2c-180f-484d-b5fc-1f9593be33bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740734277497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740733869096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125912126'] for port, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:58.395591 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-92eb5f35-6cae-4c3c-ba2e-bbab8e556fef tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:32:58.424033 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0316ea2c-180f-484d-b5fc-1f9593be33bc admin admin] Pushing event deleted for resources: {'Port': ['ID=8489dadf-1d9d-4822-b74a-cd7c2abcba75,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:32:58.427355 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-0316ea2c-180f-484d-b5fc-1f9593be33bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:32:58.750652 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-0316ea2c-180f-484d-b5fc-1f9593be33bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704105'] for router_interface, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:59.041240 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0316ea2c-180f-484d-b5fc-1f9593be33bc admin admin] Router 7e0c2f88-646c-4bfc-9876-a2a48d86f347 has already been hosted by L3 agent 9ed9efc2-3eec-4d73-b246-cbd899a1984b {{(pid=93644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 10:32:59.186908 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0316ea2c-180f-484d-b5fc-1f9593be33bc admin admin] Notify agent at l3_agent.dv-cinder-796806-1-iscsi the message routers_updated {{(pid=93644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 10:32:59.196705 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-0316ea2c-180f-484d-b5fc-1f9593be33bc admin admin] 10.222.0.22 "PUT /v2.0/routers/7e0c2f88-646c-4bfc-9876-a2a48d86f347/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3058348 Jun 17 10:32:59.196832 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 56204) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:32:59.198555 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f67a791-27e6-4aef-b476-a4ba0e427925 None None] Sync routers for ids ['7e0c2f88-646c-4bfc-9876-a2a48d86f347'] in dv-cinder-796806-1-iscsi {{(pid=93647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 10:32:59.209502 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f67a791-27e6-4aef-b476-a4ba0e427925 None None] Routers {'7e0c2f88-646c-4bfc-9876-a2a48d86f347'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:32:59.210148 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-3f67a791-27e6-4aef-b476-a4ba0e427925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:32:33Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['7e0c2f88-646c-4bfc-9876-a2a48d86f347'], 'active': True} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:32:59.328855 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-e65c6d60-3df8-4b41-920e-df05d308fc8c admin admin] Notify callbacks [] for router, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:59.346648 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvr_db [None req-3f67a791-27e6-4aef-b476-a4ba0e427925 None None] Set router 7e0c2f88-646c-4bfc-9876-a2a48d86f347 gateway port host: dv-cinder-796806-1-iscsi {{(pid=93647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:32:59.463853 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-e65c6d60-3df8-4b41-920e-df05d308fc8c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:59.569079 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-3f67a791-27e6-4aef-b476-a4ba0e427925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'name': 'tempest-TestVolumeBootPattern-960937265-router', 'tenant_id': 'aca760d5d32f44678ef6de15bc80117f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '4a688b66-dbae-4eea-a5b6-0598de3d7643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:24:35Z', 'updated_at': '2021-06-17T10:32:58Z', 'revision_number': 5, 'project_id': 'aca760d5d32f44678ef6de15bc80117f', 'gw_port': {'id': '4a688b66-dbae-4eea-a5b6-0598de3d7643', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d5:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:24:36Z', 'updated_at': '2021-06-17T10:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi'}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:32:59.607294 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f67a791-27e6-4aef-b476-a4ba0e427925 None None] Checking router: 7e0c2f88-646c-4bfc-9876-a2a48d86f347 for host: dv-cinder-796806-1-iscsi {{(pid=93647) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 10:32:59.616924 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f67a791-27e6-4aef-b476-a4ba0e427925 None None] Routers {'7e0c2f88-646c-4bfc-9876-a2a48d86f347'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:32:59.617754 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-3f67a791-27e6-4aef-b476-a4ba0e427925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:32:33Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['7e0c2f88-646c-4bfc-9876-a2a48d86f347'], 'active': True} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:32:59.693196 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.plugin [None req-e65c6d60-3df8-4b41-920e-df05d308fc8c admin admin] Deleting port 4a688b66-dbae-4eea-a5b6-0598de3d7643 {{(pid=93644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:32:59.693536 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-e65c6d60-3df8-4b41-920e-df05d308fc8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740734272413'] for port, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:59.726613 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvr_db [None req-3f67a791-27e6-4aef-b476-a4ba0e427925 None None] Set router 7e0c2f88-646c-4bfc-9876-a2a48d86f347 gateway port host: None {{(pid=93647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:32:59.834626 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-3f67a791-27e6-4aef-b476-a4ba0e427925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'name': 'tempest-TestVolumeBootPattern-960937265-router', 'tenant_id': 'aca760d5d32f44678ef6de15bc80117f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:24:35Z', 'updated_at': '2021-06-17T10:32:59Z', 'revision_number': 6, 'project_id': 'aca760d5d32f44678ef6de15bc80117f', 'gw_port_host': None}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:32:59.854506 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.db [None req-e65c6d60-3df8-4b41-920e-df05d308fc8c admin admin] For port 4a688b66-dbae-4eea-a5b6-0598de3d7643, host dv-cinder-796806-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=4a688b66-dbae-4eea-a5b6-0598de3d7643,segment=NetworkSegment(7a262c57-69fa-4e27-992a-6b78356f8ae4),segment_id=7a262c57-69fa-4e27-992a-6b78356f8ae4)] {{(pid=93644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:32:59.855412 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-e65c6d60-3df8-4b41-920e-df05d308fc8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685530'] for port, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:59.882940 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f67a791-27e6-4aef-b476-a4ba0e427925 None None] The sync data for ids ['7e0c2f88-646c-4bfc-9876-a2a48d86f347'] in dv-cinder-796806-1-iscsi is: [{'id': '7e0c2f88-646c-4bfc-9876-a2a48d86f347', 'name': 'tempest-TestVolumeBootPattern-960937265-router', 'tenant_id': 'aca760d5d32f44678ef6de15bc80117f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:24:35Z', 'updated_at': '2021-06-17T10:32:59Z', 'revision_number': 6, 'project_id': 'aca760d5d32f44678ef6de15bc80117f', 'gw_port_host': None}] {{(pid=93647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 10:32:59.927025 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-43858a4f-65ea-4039-8e23-1be5711c4abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:32:59.977561 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.plugin [None req-e65c6d60-3df8-4b41-920e-df05d308fc8c admin admin] Calling delete_port for 4a688b66-dbae-4eea-a5b6-0598de3d7643 owned by network:router_gateway {{(pid=93644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:33:00.420400 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-e65c6d60-3df8-4b41-920e-df05d308fc8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740734277497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740733869096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125912126'] for port, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:00.422962 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-ea1102d4-46b0-4148-a6f0-803d277e8b9e tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:33:00.454776 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65c6d60-3df8-4b41-920e-df05d308fc8c admin admin] Pushing event deleted for resources: {'Port': ['ID=4a688b66-dbae-4eea-a5b6-0598de3d7643,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:33:00.457729 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-e65c6d60-3df8-4b41-920e-df05d308fc8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:33:00.532355 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-e65c6d60-3df8-4b41-920e-df05d308fc8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684586'] for router_gateway, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:00.683382 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-e65c6d60-3df8-4b41-920e-df05d308fc8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-673897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257668'] for router, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:00.685978 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-e65c6d60-3df8-4b41-920e-df05d308fc8c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:00.887371 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-e65c6d60-3df8-4b41-920e-df05d308fc8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674400'] for router, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:00.888358 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e65c6d60-3df8-4b41-920e-df05d308fc8c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e0c2f88-646c-4bfc-9876-a2a48d86f347 {{(pid=93644) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 10:33:00.899959 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-e65c6d60-3df8-4b41-920e-df05d308fc8c admin admin] Notify callbacks [] for router, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:00.902086 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-e65c6d60-3df8-4b41-920e-df05d308fc8c admin admin] 10.222.0.22 "DELETE /v2.0/routers/7e0c2f88-646c-4bfc-9876-a2a48d86f347 HTTP/1.1" status: 204 len: 168 time: 1.7037263 Jun 17 10:33:00.906612 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 56210) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:33:00.984032 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.db.db_base_plugin_v2 [None req-5af11b2f-7e78-4469-b874-8ff9ef934821 admin admin] Deleting subnet cf327c71-eda0-4c61-af33-93c8df9a6c5d {{(pid=93644) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 10:33:00.988737 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-5af11b2f-7e78-4469-b874-8ff9ef934821 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:01.015540 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device 4a688b66-dbae-4eea-a5b6-0598de3d7643 no longer exists at agent ovs-agent-dv-cinder-796806-1-iscsi {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:33:01.040741 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-5af11b2f-7e78-4469-b874-8ff9ef934821 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128499310'] for subnet, precommit_delete_associations {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:01.043230 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] No Port match for: 4a688b66-dbae-4eea-a5b6-0598de3d7643 {{(pid=93646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 10:33:01.043679 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device 4a688b66-dbae-4eea-a5b6-0598de3d7643 not bound to the agent host dv-cinder-796806-1-iscsi {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 10:33:01.044417 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device 8489dadf-1d9d-4822-b74a-cd7c2abcba75 no longer exists at agent ovs-agent-dv-cinder-796806-1-iscsi {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:33:01.070893 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] No Port match for: 8489dadf-1d9d-4822-b74a-cd7c2abcba75 {{(pid=93646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 10:33:01.071213 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device 8489dadf-1d9d-4822-b74a-cd7c2abcba75 not bound to the agent host dv-cinder-796806-1-iscsi {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 10:33:01.149597 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-5af11b2f-7e78-4469-b874-8ff9ef934821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3786257'] for subnet, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:01.321710 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-5af11b2f-7e78-4469-b874-8ff9ef934821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3786264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125912260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130007636'] for subnet, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:01.324290 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:33:01.360246 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af11b2f-7e78-4469-b874-8ff9ef934821 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf327c71-eda0-4c61-af33-93c8df9a6c5d,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:33:01.364147 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-5af11b2f-7e78-4469-b874-8ff9ef934821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:33:01.365933 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-5af11b2f-7e78-4469-b874-8ff9ef934821 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:01.370130 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-5af11b2f-7e78-4469-b874-8ff9ef934821 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/cf327c71-eda0-4c61-af33-93c8df9a6c5d HTTP/1.1" status: 204 len: 168 time: 0.4610455 Jun 17 10:33:01.374460 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 56212) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:33:01.374794 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9e4f8c-6618-4d20-b4b7-1d579ca6db45 None None] Network fbf95478-19a5-4f07-a34f-dd4f56a3b0c1 requested from dv-cinder-796806-1-iscsi {{(pid=93646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:33:01.509914 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-5e0b11fd-92da-4f5d-af87-62e5b254caac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3843219'] for network, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:01.611352 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.plugin [None req-5e0b11fd-92da-4f5d-af87-62e5b254caac admin admin] Deleting port 9c075501-bc94-440f-85ac-f87b8c43c99e {{(pid=93644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:33:01.612427 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-5e0b11fd-92da-4f5d-af87-62e5b254caac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740734272413'] for port, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:01.714530 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c441527-97f1-425c-b0f5-48af10e2bd11 None None] DHCP port deletion for fbf95478-19a5-4f07-a34f-dd4f56a3b0c1 request from dv-cinder-796806-1-iscsi {{(pid=93646) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 10:33:01.725953 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.db [None req-5e0b11fd-92da-4f5d-af87-62e5b254caac admin admin] For port 9c075501-bc94-440f-85ac-f87b8c43c99e, host dv-cinder-796806-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=9c075501-bc94-440f-85ac-f87b8c43c99e,segment=NetworkSegment(6fc0f035-2780-4197-a60b-57afbddf8f64),segment_id=6fc0f035-2780-4197-a60b-57afbddf8f64)] {{(pid=93644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:33:01.726522 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-5e0b11fd-92da-4f5d-af87-62e5b254caac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685530'] for port, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:01.798511 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-2c441527-97f1-425c-b0f5-48af10e2bd11 None None] Deleting port 9c075501-bc94-440f-85ac-f87b8c43c99e {{(pid=93646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:33:01.798908 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-2c441527-97f1-425c-b0f5-48af10e2bd11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740734272413'] for port, before_delete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:01.839926 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.plugin [None req-5e0b11fd-92da-4f5d-af87-62e5b254caac admin admin] Calling delete_port for 9c075501-bc94-440f-85ac-f87b8c43c99e owned by network:dhcp {{(pid=93644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:33:01.888817 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-2c441527-97f1-425c-b0f5-48af10e2bd11 None None] For port 9c075501-bc94-440f-85ac-f87b8c43c99e, host dv-cinder-796806-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=9c075501-bc94-440f-85ac-f87b8c43c99e,segment=NetworkSegment(6fc0f035-2780-4197-a60b-57afbddf8f64),segment_id=6fc0f035-2780-4197-a60b-57afbddf8f64)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:33:01.889394 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-2c441527-97f1-425c-b0f5-48af10e2bd11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685530'] for port, precommit_delete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:02.012531 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-2c441527-97f1-425c-b0f5-48af10e2bd11 None None] Calling delete_port for 9c075501-bc94-440f-85ac-f87b8c43c99e owned by network:dhcp {{(pid=93646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:33:02.059672 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-5e0b11fd-92da-4f5d-af87-62e5b254caac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740734277497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740733869096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125912126'] for port, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:02.062349 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-7efe891e-bcc0-4f86-9a93-f3a633e6fd76 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:33:02.090004 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0b11fd-92da-4f5d-af87-62e5b254caac admin admin] Pushing event deleted for resources: {'Port': ['ID=9c075501-bc94-440f-85ac-f87b8c43c99e,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:33:02.093290 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-5e0b11fd-92da-4f5d-af87-62e5b254caac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:33:02.094094 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0b11fd-92da-4f5d-af87-62e5b254caac admin admin] No DVR routers for this DVR port 9c075501-bc94-440f-85ac-f87b8c43c99e on host dv-cinder-796806-1-iscsi {{(pid=93644) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 10:33:02.148346 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-2c441527-97f1-425c-b0f5-48af10e2bd11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740734277497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740733869096'] for port, after_delete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:02.152394 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:33:02.208456 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c441527-97f1-425c-b0f5-48af10e2bd11 None None] No DVR routers for this DVR port 9c075501-bc94-440f-85ac-f87b8c43c99e on host dv-cinder-796806-1-iscsi {{(pid=93646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 10:33:02.212712 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c441527-97f1-425c-b0f5-48af10e2bd11 None None] Pushing event deleted for resources: {'Port': ['ID=9c075501-bc94-440f-85ac-f87b8c43c99e,revision_number=None']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:33:02.230426 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c441527-97f1-425c-b0f5-48af10e2bd11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:33:02.231003 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c441527-97f1-425c-b0f5-48af10e2bd11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:33:02.231789 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c441527-97f1-425c-b0f5-48af10e2bd11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:33:02.232373 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c441527-97f1-425c-b0f5-48af10e2bd11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:33:02.232919 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c441527-97f1-425c-b0f5-48af10e2bd11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:33:02.233505 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c441527-97f1-425c-b0f5-48af10e2bd11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:33:02.234081 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c441527-97f1-425c-b0f5-48af10e2bd11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:33:02.234466 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c441527-97f1-425c-b0f5-48af10e2bd11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:33:02.234814 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c441527-97f1-425c-b0f5-48af10e2bd11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:33:02.235159 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c441527-97f1-425c-b0f5-48af10e2bd11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:33:02.235537 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c441527-97f1-425c-b0f5-48af10e2bd11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:33:02.235866 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c441527-97f1-425c-b0f5-48af10e2bd11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:33:02.242352 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-2c441527-97f1-425c-b0f5-48af10e2bd11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:33:02.521065 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-5e0b11fd-92da-4f5d-af87-62e5b254caac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3792520', 'neutron.services.segments.db._delete_segments_for_network-8740734359601'] for network, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:02.537880 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.services.segments.db [None req-5e0b11fd-92da-4f5d-af87-62e5b254caac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbf95478-19a5-4f07-a34f-dd4f56a3b0c1']}} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:33:02.550113 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.services.segments.db [None req-5e0b11fd-92da-4f5d-af87-62e5b254caac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fc0f035-2780-4197-a60b-57afbddf8f64') {'for_net_delete': True} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:33:02.550466 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.services.segments.db [None req-5e0b11fd-92da-4f5d-af87-62e5b254caac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fc0f035-2780-4197-a60b-57afbddf8f64') {} {{(pid=93644) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:33:02.561268 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-5e0b11fd-92da-4f5d-af87-62e5b254caac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740734358402', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128499297'] for segment, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:02.580100 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-5e0b11fd-92da-4f5d-af87-62e5b254caac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3785028'] for segment, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:02.587436 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e0b11fd-92da-4f5d-af87-62e5b254caac admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=93644) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 10:33:02.587877 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-5e0b11fd-92da-4f5d-af87-62e5b254caac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3785028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125912169'] for segment, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:02.589782 dv-cinder-796806-1-iscsi neutron-server[93644]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 10:33:02.589782 dv-cinder-796806-1-iscsi neutron-server[93644]: conditions |= (models_v2.Port.network_id.in_( Jun 17 10:33:02.589782 dv-cinder-796806-1-iscsi neutron-server[93644]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:33:02.589782 dv-cinder-796806-1-iscsi neutron-server[93644]: retrieve_revision_numbers = { Jun 17 10:33:02.589782 dv-cinder-796806-1-iscsi neutron-server[93644]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 10:33:02.589782 dv-cinder-796806-1-iscsi neutron-server[93644]: conditions |= (models_v2.Port.network_id.in_( Jun 17 10:33:02.589782 dv-cinder-796806-1-iscsi neutron-server[93644]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:33:02.589782 dv-cinder-796806-1-iscsi neutron-server[93644]: retrieve_revision_numbers = { Jun 17 10:33:02.589782 dv-cinder-796806-1-iscsi neutron-server[93644]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 10:33:02.589782 dv-cinder-796806-1-iscsi neutron-server[93644]: conditions |= (models_v2.Port.network_id.in_( Jun 17 10:33:02.589782 dv-cinder-796806-1-iscsi neutron-server[93644]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:33:02.589782 dv-cinder-796806-1-iscsi neutron-server[93644]: retrieve_revision_numbers = { Jun 17 10:33:02.589782 dv-cinder-796806-1-iscsi neutron-server[93644]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 10:33:02.589782 dv-cinder-796806-1-iscsi neutron-server[93644]: conditions |= (models_v2.Port.network_id.in_( Jun 17 10:33:02.589782 dv-cinder-796806-1-iscsi neutron-server[93644]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:33:02.589782 dv-cinder-796806-1-iscsi neutron-server[93644]: retrieve_revision_numbers = { Jun 17 10:33:02.589782 dv-cinder-796806-1-iscsi neutron-server[93644]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 10:33:02.589782 dv-cinder-796806-1-iscsi neutron-server[93644]: conditions |= (models_v2.Port.network_id.in_( Jun 17 10:33:02.589782 dv-cinder-796806-1-iscsi neutron-server[93644]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:33:02.589782 dv-cinder-796806-1-iscsi neutron-server[93644]: retrieve_revision_numbers = { Jun 17 10:33:02.589782 dv-cinder-796806-1-iscsi neutron-server[93644]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 10:33:02.589782 dv-cinder-796806-1-iscsi neutron-server[93644]: conditions |= (models_v2.Port.network_id.in_( Jun 17 10:33:02.589782 dv-cinder-796806-1-iscsi neutron-server[93644]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:33:02.589782 dv-cinder-796806-1-iscsi neutron-server[93644]: retrieve_revision_numbers = { Jun 17 10:33:02.589782 dv-cinder-796806-1-iscsi neutron-server[93644]: Traceback (most recent call last): Jun 17 10:33:02.589782 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 10:33:02.589782 dv-cinder-796806-1-iscsi neutron-server[93644]: timer() Jun 17 10:33:02.589782 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 10:33:02.589782 dv-cinder-796806-1-iscsi neutron-server[93644]: cb(*args, **kw) Jun 17 10:33:02.589782 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 10:33:02.589782 dv-cinder-796806-1-iscsi neutron-server[93644]: return func(*args, **kwargs) Jun 17 10:33:02.589782 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 10:33:02.589782 dv-cinder-796806-1-iscsi neutron-server[93644]: self._notify() Jun 17 10:33:02.589782 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 10:33:02.589782 dv-cinder-796806-1-iscsi neutron-server[93644]: self.callback(batched_events) Jun 17 10:33:02.589782 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 10:33:02.589782 dv-cinder-796806-1-iscsi neutron-server[93644]: event.method(event) Jun 17 10:33:02.589782 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 10:33:02.589782 dv-cinder-796806-1-iscsi neutron-server[93644]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 10:33:02.589782 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 10:33:02.589782 dv-cinder-796806-1-iscsi neutron-server[93644]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 10:33:02.589782 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 10:33:02.589782 dv-cinder-796806-1-iscsi neutron-server[93644]: return f(self, *a, **k) Jun 17 10:33:02.589782 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 10:33:02.589782 dv-cinder-796806-1-iscsi neutron-server[93644]: return self._get(url).json() Jun 17 10:33:02.589782 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 10:33:02.589782 dv-cinder-796806-1-iscsi neutron-server[93644]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 10:33:02.589782 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 10:33:02.589782 dv-cinder-796806-1-iscsi neutron-server[93644]: return self.request(url, 'GET', **kwargs) Jun 17 10:33:02.589782 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 10:33:02.589782 dv-cinder-796806-1-iscsi neutron-server[93644]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 10:33:02.589782 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 10:33:02.589782 dv-cinder-796806-1-iscsi neutron-server[93644]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 10:33:02.589782 dv-cinder-796806-1-iscsi neutron-server[93644]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 10:33:02.589782 dv-cinder-796806-1-iscsi neutron-server[93644]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 10:33:02.589782 dv-cinder-796806-1-iscsi neutron-server[93644]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 10:33:02.802695 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-5e0b11fd-92da-4f5d-af87-62e5b254caac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3792531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-714710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684612'] for network, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:02.806655 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:33:02.809945 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-5e0b11fd-92da-4f5d-af87-62e5b254caac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625220'] for network, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:02.811378 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-5e0b11fd-92da-4f5d-af87-62e5b254caac admin admin] 10.222.0.22 "DELETE /v2.0/networks/fbf95478-19a5-4f07-a34f-dd4f56a3b0c1 HTTP/1.1" status: 204 len: 168 time: 1.4353657 Jun 17 10:33:02.814796 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 56216) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:33:02.824866 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0b11fd-92da-4f5d-af87-62e5b254caac admin admin] Pushing event deleted for resources: {'Network': ['ID=fbf95478-19a5-4f07-a34f-dd4f56a3b0c1,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:33:02.828406 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-5e0b11fd-92da-4f5d-af87-62e5b254caac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:33:02.995955 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device 9c075501-bc94-440f-85ac-f87b8c43c99e no longer exists at agent ovs-agent-dv-cinder-796806-1-iscsi {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:33:03.020158 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] No Port match for: 9c075501-bc94-440f-85ac-f87b8c43c99e {{(pid=93646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 10:33:03.020729 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device 9c075501-bc94-440f-85ac-f87b8c43c99e not bound to the agent host dv-cinder-796806-1-iscsi {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 10:33:03.247428 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-b457c64f-0e4f-453c-978a-9f7439fee788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704253'] for router_interface, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:03.298634 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-b763c76b-0be6-41e8-8ec5-db4706a330b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:03.440806 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:03.544941 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.plugin [None req-b457c64f-0e4f-453c-978a-9f7439fee788 admin admin] Deleting port ba90a318-6cb1-47e0-8301-e0b37d41aa63 {{(pid=93645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:33:03.545277 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-b457c64f-0e4f-453c-978a-9f7439fee788 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740734272413'] for port, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:03.644237 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.db [None req-b457c64f-0e4f-453c-978a-9f7439fee788 admin admin] For port ba90a318-6cb1-47e0-8301-e0b37d41aa63, host dv-cinder-796806-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=ba90a318-6cb1-47e0-8301-e0b37d41aa63,segment=NetworkSegment(361f0db1-5a8f-4f3a-a897-a6d2c61a5d5a),segment_id=361f0db1-5a8f-4f3a-a897-a6d2c61a5d5a)] {{(pid=93645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:33:03.644581 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-b457c64f-0e4f-453c-978a-9f7439fee788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685530'] for port, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:03.716331 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.plugin [None req-b457c64f-0e4f-453c-978a-9f7439fee788 admin admin] Calling delete_port for ba90a318-6cb1-47e0-8301-e0b37d41aa63 owned by network:router_interface {{(pid=93645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:33:04.075424 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-b457c64f-0e4f-453c-978a-9f7439fee788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740734277497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740733869096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129691318'] for port, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:04.077988 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-6daf1162-d81e-451e-84de-1f3d7a70d0ed tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:33:04.105817 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b457c64f-0e4f-453c-978a-9f7439fee788 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba90a318-6cb1-47e0-8301-e0b37d41aa63,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:33:04.109698 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-b457c64f-0e4f-453c-978a-9f7439fee788 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:33:04.302714 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-b457c64f-0e4f-453c-978a-9f7439fee788 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704105'] for router_interface, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:04.572771 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b457c64f-0e4f-453c-978a-9f7439fee788 admin admin] Router 89890087-ed20-4d1c-b04f-46a6a7593ba4 has already been hosted by L3 agent 9ed9efc2-3eec-4d73-b246-cbd899a1984b {{(pid=93645) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 10:33:04.701434 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b457c64f-0e4f-453c-978a-9f7439fee788 admin admin] Notify agent at l3_agent.dv-cinder-796806-1-iscsi the message routers_updated {{(pid=93645) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 10:33:04.709677 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-b457c64f-0e4f-453c-978a-9f7439fee788 admin admin] 10.222.0.22 "PUT /v2.0/routers/89890087-ed20-4d1c-b04f-46a6a7593ba4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8935361 Jun 17 10:33:04.713152 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 56222) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:33:04.714411 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acf636d-717b-4362-8a05-ef3f13ed9f9c None None] Sync routers for ids ['89890087-ed20-4d1c-b04f-46a6a7593ba4'] in dv-cinder-796806-1-iscsi {{(pid=93646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 10:33:04.729158 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acf636d-717b-4362-8a05-ef3f13ed9f9c None None] Routers {'89890087-ed20-4d1c-b04f-46a6a7593ba4'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:33:04.731788 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_hamode_db [None req-8acf636d-717b-4362-8a05-ef3f13ed9f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:33:03Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['89890087-ed20-4d1c-b04f-46a6a7593ba4'], 'active': True} {{(pid=93646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:33:04.864432 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-b636ba3c-c087-4d36-b4a9-37208152ea76 admin admin] Notify callbacks [] for router, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:04.878258 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvr_db [None req-8acf636d-717b-4362-8a05-ef3f13ed9f9c None None] Set router 89890087-ed20-4d1c-b04f-46a6a7593ba4 gateway port host: dv-cinder-796806-1-iscsi {{(pid=93646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:33:05.012993 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-b636ba3c-c087-4d36-b4a9-37208152ea76 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:05.223104 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.plugin [None req-b636ba3c-c087-4d36-b4a9-37208152ea76 admin admin] Deleting port b46ef2df-d15f-41e8-830c-c86e30da6545 {{(pid=93644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:33:05.223829 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-b636ba3c-c087-4d36-b4a9-37208152ea76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740734272413'] for port, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:05.363236 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.db [None req-b636ba3c-c087-4d36-b4a9-37208152ea76 admin admin] For port b46ef2df-d15f-41e8-830c-c86e30da6545, host dv-cinder-796806-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=b46ef2df-d15f-41e8-830c-c86e30da6545,segment=NetworkSegment(7a262c57-69fa-4e27-992a-6b78356f8ae4),segment_id=7a262c57-69fa-4e27-992a-6b78356f8ae4)] {{(pid=93644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:33:05.363610 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-76f1cb7e-d4ef-4c29-a3c2-2b16775f9f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:05.363840 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-b636ba3c-c087-4d36-b4a9-37208152ea76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685530'] for port, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:05.367175 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_hamode_db [None req-8acf636d-717b-4362-8a05-ef3f13ed9f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89890087-ed20-4d1c-b04f-46a6a7593ba4', 'name': 'tempest-TestVolumeBootPattern-1215093460-router', 'tenant_id': 'ffcb73f8c8a84f869b770bfdbc70c06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': 'b46ef2df-d15f-41e8-830c-c86e30da6545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:24:49Z', 'updated_at': '2021-06-17T10:33:03Z', 'revision_number': 5, 'project_id': 'ffcb73f8c8a84f869b770bfdbc70c06a', 'gw_port': {'id': 'b46ef2df-d15f-41e8-830c-c86e30da6545', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:76:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89890087-ed20-4d1c-b04f-46a6a7593ba4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:24:51Z', 'updated_at': '2021-06-17T10:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi'}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:33:05.406367 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acf636d-717b-4362-8a05-ef3f13ed9f9c None None] Checking router: 89890087-ed20-4d1c-b04f-46a6a7593ba4 for host: dv-cinder-796806-1-iscsi {{(pid=93646) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 10:33:05.422738 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acf636d-717b-4362-8a05-ef3f13ed9f9c None None] Routers {'89890087-ed20-4d1c-b04f-46a6a7593ba4'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93646) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:33:05.426222 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_hamode_db [None req-8acf636d-717b-4362-8a05-ef3f13ed9f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:33:03Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['89890087-ed20-4d1c-b04f-46a6a7593ba4'], 'active': True} {{(pid=93646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:33:05.448279 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.plugin [None req-b636ba3c-c087-4d36-b4a9-37208152ea76 admin admin] Calling delete_port for b46ef2df-d15f-41e8-830c-c86e30da6545 owned by network:router_gateway {{(pid=93644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:33:05.590571 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvr_db [None req-8acf636d-717b-4362-8a05-ef3f13ed9f9c None None] Set router 89890087-ed20-4d1c-b04f-46a6a7593ba4 gateway port host: None {{(pid=93646) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:33:05.685472 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_hamode_db [None req-8acf636d-717b-4362-8a05-ef3f13ed9f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89890087-ed20-4d1c-b04f-46a6a7593ba4', 'name': 'tempest-TestVolumeBootPattern-1215093460-router', 'tenant_id': 'ffcb73f8c8a84f869b770bfdbc70c06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:24:49Z', 'updated_at': '2021-06-17T10:33:05Z', 'revision_number': 6, 'project_id': 'ffcb73f8c8a84f869b770bfdbc70c06a', 'gw_port_host': None}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:33:05.719783 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acf636d-717b-4362-8a05-ef3f13ed9f9c None None] The sync data for ids ['89890087-ed20-4d1c-b04f-46a6a7593ba4'] in dv-cinder-796806-1-iscsi is: [{'id': '89890087-ed20-4d1c-b04f-46a6a7593ba4', 'name': 'tempest-TestVolumeBootPattern-1215093460-router', 'tenant_id': 'ffcb73f8c8a84f869b770bfdbc70c06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:24:49Z', 'updated_at': '2021-06-17T10:33:05Z', 'revision_number': 6, 'project_id': 'ffcb73f8c8a84f869b770bfdbc70c06a', 'gw_port_host': None}] {{(pid=93646) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 10:33:05.761346 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-b636ba3c-c087-4d36-b4a9-37208152ea76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740734277497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740733869096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125912126'] for port, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:05.763791 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-f24f540b-395a-432c-8cdb-a0bb41757c85 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:33:05.792026 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b636ba3c-c087-4d36-b4a9-37208152ea76 admin admin] Pushing event deleted for resources: {'Port': ['ID=b46ef2df-d15f-41e8-830c-c86e30da6545,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:33:05.794825 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-b636ba3c-c087-4d36-b4a9-37208152ea76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:33:05.877338 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-b636ba3c-c087-4d36-b4a9-37208152ea76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684586'] for router_gateway, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:05.985667 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-b636ba3c-c087-4d36-b4a9-37208152ea76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-673897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257668'] for router, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:05.990521 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-b636ba3c-c087-4d36-b4a9-37208152ea76 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:06.207000 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-b636ba3c-c087-4d36-b4a9-37208152ea76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674400'] for router, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:06.207823 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b636ba3c-c087-4d36-b4a9-37208152ea76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89890087-ed20-4d1c-b04f-46a6a7593ba4 {{(pid=93644) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 10:33:06.216576 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-b636ba3c-c087-4d36-b4a9-37208152ea76 admin admin] Notify callbacks [] for router, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:06.216576 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-b636ba3c-c087-4d36-b4a9-37208152ea76 admin admin] 10.222.0.22 "DELETE /v2.0/routers/89890087-ed20-4d1c-b04f-46a6a7593ba4 HTTP/1.1" status: 204 len: 168 time: 1.5018551 Jun 17 10:33:06.220238 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 56226) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:33:06.304373 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5d764dd-0756-4b5b-8eae-a609ed854718 admin admin] Deleting subnet 44eff8e7-bfb5-44e7-a892-7c7bed12057e {{(pid=93645) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 10:33:06.309431 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-f5d764dd-0756-4b5b-8eae-a609ed854718 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:06.369522 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-f5d764dd-0756-4b5b-8eae-a609ed854718 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129947313'] for subnet, precommit_delete_associations {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:06.849346 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-f5d764dd-0756-4b5b-8eae-a609ed854718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3786257'] for subnet, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:07.003199 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device ba90a318-6cb1-47e0-8301-e0b37d41aa63 no longer exists at agent ovs-agent-dv-cinder-796806-1-iscsi {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:33:07.026871 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] No Port match for: ba90a318-6cb1-47e0-8301-e0b37d41aa63 {{(pid=93646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 10:33:07.027413 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device ba90a318-6cb1-47e0-8301-e0b37d41aa63 not bound to the agent host dv-cinder-796806-1-iscsi {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 10:33:07.028028 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device b46ef2df-d15f-41e8-830c-c86e30da6545 no longer exists at agent ovs-agent-dv-cinder-796806-1-iscsi {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:33:07.047015 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-f5d764dd-0756-4b5b-8eae-a609ed854718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3786264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129691212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129735865'] for subnet, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:07.050439 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:33:07.055038 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] No Port match for: b46ef2df-d15f-41e8-830c-c86e30da6545 {{(pid=93646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 10:33:07.055038 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device b46ef2df-d15f-41e8-830c-c86e30da6545 not bound to the agent host dv-cinder-796806-1-iscsi {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 10:33:07.080777 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d764dd-0756-4b5b-8eae-a609ed854718 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44eff8e7-bfb5-44e7-a892-7c7bed12057e,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:33:07.083046 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8334b2a8-081d-4a08-b273-522b2363e8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:07.085259 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-f5d764dd-0756-4b5b-8eae-a609ed854718 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:33:07.086936 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-f5d764dd-0756-4b5b-8eae-a609ed854718 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625220'] for subnet, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:07.090478 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-f5d764dd-0756-4b5b-8eae-a609ed854718 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/44eff8e7-bfb5-44e7-a892-7c7bed12057e HTTP/1.1" status: 204 len: 168 time: 0.8673117 Jun 17 10:33:07.094476 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 56230) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:33:07.098270 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff335fb-8318-466e-9140-5bcb2fd6c0c9 None None] Network d018be2d-821f-4e10-8ad5-f6e032159b2f requested from dv-cinder-796806-1-iscsi {{(pid=93646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:33:07.225244 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-58529576-dafd-4a2f-a3f2-15dbd290313a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3843219'] for network, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:07.326030 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.plugin [None req-58529576-dafd-4a2f-a3f2-15dbd290313a admin admin] Deleting port 1e525cbc-e2ce-4e06-bcb9-a058f5c1187e {{(pid=93645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:33:07.326603 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-58529576-dafd-4a2f-a3f2-15dbd290313a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740734272413'] for port, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:07.368362 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd843cb1-08f0-454c-98af-a289deeb1eee None None] DHCP port deletion for d018be2d-821f-4e10-8ad5-f6e032159b2f request from dv-cinder-796806-1-iscsi {{(pid=93646) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 10:33:07.430324 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.db [None req-58529576-dafd-4a2f-a3f2-15dbd290313a admin admin] For port 1e525cbc-e2ce-4e06-bcb9-a058f5c1187e, host dv-cinder-796806-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=1e525cbc-e2ce-4e06-bcb9-a058f5c1187e,segment=NetworkSegment(361f0db1-5a8f-4f3a-a897-a6d2c61a5d5a),segment_id=361f0db1-5a8f-4f3a-a897-a6d2c61a5d5a)] {{(pid=93645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:33:07.430693 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-58529576-dafd-4a2f-a3f2-15dbd290313a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685530'] for port, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:07.431148 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-cd843cb1-08f0-454c-98af-a289deeb1eee None None] Deleting port 1e525cbc-e2ce-4e06-bcb9-a058f5c1187e {{(pid=93646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:33:07.431891 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-cd843cb1-08f0-454c-98af-a289deeb1eee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740734272413'] for port, before_delete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:07.526842 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.plugin [None req-58529576-dafd-4a2f-a3f2-15dbd290313a admin admin] Calling delete_port for 1e525cbc-e2ce-4e06-bcb9-a058f5c1187e owned by network:dhcp {{(pid=93645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:33:07.545989 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-cd843cb1-08f0-454c-98af-a289deeb1eee None None] For port 1e525cbc-e2ce-4e06-bcb9-a058f5c1187e, host dv-cinder-796806-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=1e525cbc-e2ce-4e06-bcb9-a058f5c1187e,segment=NetworkSegment(361f0db1-5a8f-4f3a-a897-a6d2c61a5d5a),segment_id=361f0db1-5a8f-4f3a-a897-a6d2c61a5d5a)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:33:07.546492 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-cd843cb1-08f0-454c-98af-a289deeb1eee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685530'] for port, precommit_delete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:07.630796 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-cd843cb1-08f0-454c-98af-a289deeb1eee None None] Calling delete_port for 1e525cbc-e2ce-4e06-bcb9-a058f5c1187e owned by network:dhcp {{(pid=93646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:33:07.740298 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-58529576-dafd-4a2f-a3f2-15dbd290313a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740734277497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740733869096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129691318'] for port, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:07.745195 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-4d574587-36be-45b5-8cd4-38d7dd516b8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:33:07.749368 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-cd843cb1-08f0-454c-98af-a289deeb1eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740734277497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740733869096'] for port, after_delete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:07.752775 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:33:07.788285 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58529576-dafd-4a2f-a3f2-15dbd290313a admin admin] No DVR routers for this DVR port 1e525cbc-e2ce-4e06-bcb9-a058f5c1187e on host dv-cinder-796806-1-iscsi {{(pid=93645) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 10:33:07.791340 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58529576-dafd-4a2f-a3f2-15dbd290313a admin admin] Pushing event deleted for resources: {'Port': ['ID=1e525cbc-e2ce-4e06-bcb9-a058f5c1187e,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:33:07.798855 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-58529576-dafd-4a2f-a3f2-15dbd290313a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:33:07.801333 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd843cb1-08f0-454c-98af-a289deeb1eee None None] Pushing event deleted for resources: {'Port': ['ID=1e525cbc-e2ce-4e06-bcb9-a058f5c1187e,revision_number=None']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:33:07.804880 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-cd843cb1-08f0-454c-98af-a289deeb1eee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:33:07.805720 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd843cb1-08f0-454c-98af-a289deeb1eee None None] No DVR routers for this DVR port 1e525cbc-e2ce-4e06-bcb9-a058f5c1187e on host dv-cinder-796806-1-iscsi {{(pid=93646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 10:33:07.878891 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-58529576-dafd-4a2f-a3f2-15dbd290313a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3792520', 'neutron.services.segments.db._delete_segments_for_network-8740734359601'] for network, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:07.890603 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.services.segments.db [None req-58529576-dafd-4a2f-a3f2-15dbd290313a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d018be2d-821f-4e10-8ad5-f6e032159b2f']}} {{(pid=93645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:33:07.907497 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.services.segments.db [None req-58529576-dafd-4a2f-a3f2-15dbd290313a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '361f0db1-5a8f-4f3a-a897-a6d2c61a5d5a') {'for_net_delete': True} {{(pid=93645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:33:07.907819 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.services.segments.db [None req-58529576-dafd-4a2f-a3f2-15dbd290313a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '361f0db1-5a8f-4f3a-a897-a6d2c61a5d5a') {} {{(pid=93645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:33:07.920801 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-58529576-dafd-4a2f-a3f2-15dbd290313a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740734358402', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129947326'] for segment, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:07.949068 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-58529576-dafd-4a2f-a3f2-15dbd290313a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3785028'] for segment, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:07.961615 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58529576-dafd-4a2f-a3f2-15dbd290313a admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=93645) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 10:33:07.962352 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-58529576-dafd-4a2f-a3f2-15dbd290313a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3785028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129691361'] for segment, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:07.965328 dv-cinder-796806-1-iscsi neutron-server[93645]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:33:07.965328 dv-cinder-796806-1-iscsi neutron-server[93645]: retrieve_revision_numbers = { Jun 17 10:33:07.965328 dv-cinder-796806-1-iscsi neutron-server[93645]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 10:33:07.965328 dv-cinder-796806-1-iscsi neutron-server[93645]: conditions |= (models_v2.Port.network_id.in_( Jun 17 10:33:07.965328 dv-cinder-796806-1-iscsi neutron-server[93645]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 10:33:07.965328 dv-cinder-796806-1-iscsi neutron-server[93645]: retrieve_revision_numbers = { Jun 17 10:33:07.965328 dv-cinder-796806-1-iscsi neutron-server[93645]: Traceback (most recent call last): Jun 17 10:33:07.965328 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 10:33:07.965328 dv-cinder-796806-1-iscsi neutron-server[93645]: timer() Jun 17 10:33:07.965328 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 10:33:07.965328 dv-cinder-796806-1-iscsi neutron-server[93645]: cb(*args, **kw) Jun 17 10:33:07.965328 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 10:33:07.965328 dv-cinder-796806-1-iscsi neutron-server[93645]: return func(*args, **kwargs) Jun 17 10:33:07.965328 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 10:33:07.965328 dv-cinder-796806-1-iscsi neutron-server[93645]: self._notify() Jun 17 10:33:07.965328 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 10:33:07.965328 dv-cinder-796806-1-iscsi neutron-server[93645]: self.callback(batched_events) Jun 17 10:33:07.965328 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 10:33:07.965328 dv-cinder-796806-1-iscsi neutron-server[93645]: event.method(event) Jun 17 10:33:07.965328 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 10:33:07.965328 dv-cinder-796806-1-iscsi neutron-server[93645]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 10:33:07.965328 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 10:33:07.965328 dv-cinder-796806-1-iscsi neutron-server[93645]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 10:33:07.965328 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 10:33:07.965328 dv-cinder-796806-1-iscsi neutron-server[93645]: return f(self, *a, **k) Jun 17 10:33:07.965328 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 10:33:07.965328 dv-cinder-796806-1-iscsi neutron-server[93645]: return self._get(url).json() Jun 17 10:33:07.965328 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 10:33:07.965328 dv-cinder-796806-1-iscsi neutron-server[93645]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 10:33:07.965328 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 10:33:07.965328 dv-cinder-796806-1-iscsi neutron-server[93645]: return self.request(url, 'GET', **kwargs) Jun 17 10:33:07.965328 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 10:33:07.965328 dv-cinder-796806-1-iscsi neutron-server[93645]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 10:33:07.965328 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 10:33:07.965328 dv-cinder-796806-1-iscsi neutron-server[93645]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 10:33:07.965328 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 10:33:07.965328 dv-cinder-796806-1-iscsi neutron-server[93645]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 10:33:07.965328 dv-cinder-796806-1-iscsi neutron-server[93645]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 10:33:08.145870 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-58529576-dafd-4a2f-a3f2-15dbd290313a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3792531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-714710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684612'] for network, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:08.150251 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-dbbfa3f9-84d8-43cc-9518-90b649fadd38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:33:08.154859 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-58529576-dafd-4a2f-a3f2-15dbd290313a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625220'] for network, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:08.156705 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-58529576-dafd-4a2f-a3f2-15dbd290313a admin admin] 10.222.0.22 "DELETE /v2.0/networks/d018be2d-821f-4e10-8ad5-f6e032159b2f HTTP/1.1" status: 204 len: 168 time: 1.0609260 Jun 17 10:33:08.169458 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58529576-dafd-4a2f-a3f2-15dbd290313a admin admin] Pushing event deleted for resources: {'Network': ['ID=d018be2d-821f-4e10-8ad5-f6e032159b2f,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:33:08.173247 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-58529576-dafd-4a2f-a3f2-15dbd290313a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:33:08.652124 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 56242) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:33:08.724587 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-2cd7c8d7-baaf-418a-8b88-6aba309e4e44 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=aca760d5d32f44678ef6de15bc80117f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0704041 Jun 17 10:33:08.727948 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 56244) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:33:08.793577 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-8e475fc4-ae40-4ef9-ad81-bf673cabfd52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:08.828846 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-8e475fc4-ae40-4ef9-ad81-bf673cabfd52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:09.003142 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device 1e525cbc-e2ce-4e06-bcb9-a058f5c1187e no longer exists at agent ovs-agent-dv-cinder-796806-1-iscsi {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:33:09.021452 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-8e475fc4-ae40-4ef9-ad81-bf673cabfd52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:09.025047 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-8e475fc4-ae40-4ef9-ad81-bf673cabfd52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:09.026567 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-8e475fc4-ae40-4ef9-ad81-bf673cabfd52 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bd3a37af-ab05-403a-bf87-1cb2c4e66028 HTTP/1.1" status: 204 len: 168 time: 0.2975705 Jun 17 10:33:09.027607 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-24443971-1d94-4630-9f35-cfba0652b2e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:33:09.029779 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] No Port match for: 1e525cbc-e2ce-4e06-bcb9-a058f5c1187e {{(pid=93646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 10:33:09.030379 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device 1e525cbc-e2ce-4e06-bcb9-a058f5c1187e not bound to the agent host dv-cinder-796806-1-iscsi {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 10:33:09.038015 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e475fc4-ae40-4ef9-ad81-bf673cabfd52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd3a37af-ab05-403a-bf87-1cb2c4e66028,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:33:09.047693 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-8e475fc4-ae40-4ef9-ad81-bf673cabfd52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:33:10.413194 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 56250) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:33:10.465458 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-55fc21f2-fcf9-4282-bbd7-0736d661838a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ffcb73f8c8a84f869b770bfdbc70c06a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0509841 Jun 17 10:33:10.467853 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 56252) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:33:10.541089 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-2a572893-5a67-4e68-92b7-0d57d334cc6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:10.569081 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-2a572893-5a67-4e68-92b7-0d57d334cc6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:10.819446 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-2a572893-5a67-4e68-92b7-0d57d334cc6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:10.822064 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-2a572893-5a67-4e68-92b7-0d57d334cc6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:10.823274 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-2a572893-5a67-4e68-92b7-0d57d334cc6b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/907d4b3d-a484-4ef1-8534-f693f7b51209 HTTP/1.1" status: 204 len: 168 time: 0.3544602 Jun 17 10:33:10.824788 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-ed5a0a48-94ac-4313-9302-bda0a13d24a7 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:33:10.837522 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a572893-5a67-4e68-92b7-0d57d334cc6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=907d4b3d-a484-4ef1-8534-f693f7b51209,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:33:10.840832 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-2a572893-5a67-4e68-92b7-0d57d334cc6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:33:23.754879 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.agents_db [None req-342b98a1-7fdc-4d24-a539-fe72a001d92b None None] Agent healthcheck: found 6 active agents {{(pid=93647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:33:28.343445 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:29.483599 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1f25f0-e8c2-4b14-83ed-91cd44b2e988 req-3db329d1-9f62-46bd-9099-b58024ad1ccd tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:33:29.487061 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-2a1f25f0-e8c2-4b14-83ed-91cd44b2e988 req-3db329d1-9f62-46bd-9099-b58024ad1ccd tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/ports?device_id=8835cc14-a6c5-4e2a-ae9d-6ec43f58c6ec HTTP/1.1" status: 200 len: 945 time: 0.1251614 Jun 17 10:33:29.556850 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-2a1f25f0-e8c2-4b14-83ed-91cd44b2e988 req-9d266399-db4e-43b2-9e6d-c8c7b4b0c8ed tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/security-groups?id=92967079-d663-44e9-b8d6-c65ea257afda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623789 Jun 17 10:33:29.945531 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-15e31949-1718-478c-a2bd-b5c9e4c61c5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:30.887439 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52faca7b-276e-41a1-a7aa-33a44d92e071 req-14bdb402-6503-4519-a21d-4c319bc4fe96 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:33:30.889751 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-52faca7b-276e-41a1-a7aa-33a44d92e071 req-14bdb402-6503-4519-a21d-4c319bc4fe96 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/ports?device_id=8835cc14-a6c5-4e2a-ae9d-6ec43f58c6ec HTTP/1.1" status: 200 len: 945 time: 0.1381674 Jun 17 10:33:30.942770 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-52faca7b-276e-41a1-a7aa-33a44d92e071 req-063e59f4-9d02-4f93-aa69-c5c1a40eeaa0 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/security-groups?id=92967079-d663-44e9-b8d6-c65ea257afda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427601 Jun 17 10:33:31.145601 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494d78b-58ec-40e6-b18d-6d4cd4f6c3ad req-1ca8ce53-1896-4e51-b770-55aad6078ba1 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:33:31.148471 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-8494d78b-58ec-40e6-b18d-6d4cd4f6c3ad req-1ca8ce53-1896-4e51-b770-55aad6078ba1 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.47 "GET /v2.0/ports?device_id=8835cc14-a6c5-4e2a-ae9d-6ec43f58c6ec HTTP/1.1" status: 200 len: 945 time: 0.1265793 Jun 17 10:33:31.344783 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.plugin [req-8494d78b-58ec-40e6-b18d-6d4cd4f6c3ad req-15416b74-d577-4e40-a43b-4eebba208d39 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Deleting port 7ed8890b-83a3-44fa-9ad0-b24fe17773a8 {{(pid=93644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:33:31.345875 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-8494d78b-58ec-40e6-b18d-6d4cd4f6c3ad req-15416b74-d577-4e40-a43b-4eebba208d39 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740734272413'] for port, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:31.530505 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.db [req-8494d78b-58ec-40e6-b18d-6d4cd4f6c3ad req-15416b74-d577-4e40-a43b-4eebba208d39 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] For port 7ed8890b-83a3-44fa-9ad0-b24fe17773a8, host hv-cinder-79680, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79680',level=0,port_id=7ed8890b-83a3-44fa-9ad0-b24fe17773a8,segment=NetworkSegment(dc0f4006-4a4b-4fee-9985-5cae22fa80bf),segment_id=dc0f4006-4a4b-4fee-9985-5cae22fa80bf)] {{(pid=93644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:33:31.531201 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-8494d78b-58ec-40e6-b18d-6d4cd4f6c3ad req-15416b74-d577-4e40-a43b-4eebba208d39 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685530'] for port, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:31.838430 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-8494d78b-58ec-40e6-b18d-6d4cd4f6c3ad req-15416b74-d577-4e40-a43b-4eebba208d39 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:31.838899 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-8494d78b-58ec-40e6-b18d-6d4cd4f6c3ad req-15416b74-d577-4e40-a43b-4eebba208d39 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684762'] for floatingip, after_update {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:31.839309 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.db.l3_db [req-8494d78b-58ec-40e6-b18d-6d4cd4f6c3ad req-15416b74-d577-4e40-a43b-4eebba208d39 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Floating IP a8498a39-e39e-4a8e-9672-d470b578a877 disassociated. External IP: 172.27.0.7, port: 7ed8890b-83a3-44fa-9ad0-b24fe17773a8. Jun 17 10:33:31.839804 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.plugin [req-8494d78b-58ec-40e6-b18d-6d4cd4f6c3ad req-15416b74-d577-4e40-a43b-4eebba208d39 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Calling delete_port for 7ed8890b-83a3-44fa-9ad0-b24fe17773a8 owned by compute:nova {{(pid=93644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:33:32.150181 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-8494d78b-58ec-40e6-b18d-6d4cd4f6c3ad req-15416b74-d577-4e40-a43b-4eebba208d39 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740734277497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740733869096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125912126'] for port, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:32.160174 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-83a11d69-ab1f-4f1a-a4c8-e60c9bbb8387 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:33:32.207969 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15416b74-d577-4e40-a43b-4eebba208d39 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Pushing event deleted for resources: {'Port': ['ID=7ed8890b-83a3-44fa-9ad0-b24fe17773a8,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:33:32.216505 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-15416b74-d577-4e40-a43b-4eebba208d39 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:33:32.237225 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af50ccb-e393-493b-9fd1-aa834e0af80d req-5fce944c-0fed-43b0-873f-da3a79d0d409 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93644) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 10:33:32.240475 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-2af50ccb-e393-493b-9fd1-aa834e0af80d req-5fce944c-0fed-43b0-873f-da3a79d0d409 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/ports?device_id=8835cc14-a6c5-4e2a-ae9d-6ec43f58c6ec HTTP/1.1" status: 200 len: 867 time: 0.1391599 Jun 17 10:33:32.449981 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-2af50ccb-e393-493b-9fd1-aa834e0af80d req-870ebf97-c386-4af5-b4be-672c3fe1b175 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/security-groups?id=92967079-d663-44e9-b8d6-c65ea257afda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2026830 Jun 17 10:33:32.499698 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8494d78b-58ec-40e6-b18d-6d4cd4f6c3ad req-15416b74-d577-4e40-a43b-4eebba208d39 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Router 3671c8c6-9336-468e-93e1-682e24e2fcc1 has already been hosted by L3 agent 9ed9efc2-3eec-4d73-b246-cbd899a1984b {{(pid=93644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 10:33:32.720558 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8494d78b-58ec-40e6-b18d-6d4cd4f6c3ad req-15416b74-d577-4e40-a43b-4eebba208d39 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify agent at l3_agent.dv-cinder-796806-1-iscsi the message routers_updated {{(pid=93644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 10:33:32.736733 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f73f6dd-2000-485e-a1f3-672680886ae5 None None] Sync routers for ids ['3671c8c6-9336-468e-93e1-682e24e2fcc1'] in dv-cinder-796806-1-iscsi {{(pid=93647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 10:33:32.752617 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f73f6dd-2000-485e-a1f3-672680886ae5 None None] Routers {'3671c8c6-9336-468e-93e1-682e24e2fcc1'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:33:32.754127 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-0f73f6dd-2000-485e-a1f3-672680886ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:33:03Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['3671c8c6-9336-468e-93e1-682e24e2fcc1'], 'active': True} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:33:32.776857 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.db.l3_dvrscheduler_db [req-8494d78b-58ec-40e6-b18d-6d4cd4f6c3ad req-15416b74-d577-4e40-a43b-4eebba208d39 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] No DVR routers for this DVR port 7ed8890b-83a3-44fa-9ad0-b24fe17773a8 on host hv-cinder-79680 {{(pid=93644) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 10:33:32.780180 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [req-8494d78b-58ec-40e6-b18d-6d4cd4f6c3ad req-15416b74-d577-4e40-a43b-4eebba208d39 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733'] for port, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:32.782925 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-8494d78b-58ec-40e6-b18d-6d4cd4f6c3ad req-15416b74-d577-4e40-a43b-4eebba208d39 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.47 "DELETE /v2.0/ports/7ed8890b-83a3-44fa-9ad0-b24fe17773a8 HTTP/1.1" status: 204 len: 173 time: 1.6277921 Jun 17 10:33:32.784223 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8835cc14-a6c5-4e2a-ae9d-6ec43f58c6ec', 'name': 'network-vif-deleted', 'tag': '7ed8890b-83a3-44fa-9ad0-b24fe17773a8'}] {{(pid=93644) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 10:33:32.786430 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34e3e45b0fad0fac0035bff2321de6238b3105d4201b4fc6e845e8cd3cf45f1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe236ea-6ab2-46bc-b015-ea55a6f53a08" -d '{"events": [{"server_uuid": "8835cc14-a6c5-4e2a-ae9d-6ec43f58c6ec", "name": "network-vif-deleted", "tag": "7ed8890b-83a3-44fa-9ad0-b24fe17773a8"}]}' {{(pid=93644) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 10:33:32.918200 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvr_db [None req-0f73f6dd-2000-485e-a1f3-672680886ae5 None None] Set router 3671c8c6-9336-468e-93e1-682e24e2fcc1 gateway port host: dv-cinder-796806-1-iscsi {{(pid=93647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:33:33.200248 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 10:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f76a82-8e48-4c2f-8407-b0c666042a0e x-openstack-request-id: req-a5f76a82-8e48-4c2f-8407-b0c666042a0e {{(pid=93644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 10:33:33.201293 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8835cc14-a6c5-4e2a-ae9d-6ec43f58c6ec", "name": "network-vif-deleted", "tag": "7ed8890b-83a3-44fa-9ad0-b24fe17773a8", "status": "completed", "code": 200}]} {{(pid=93644) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 10:33:33.202106 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a5f76a82-8e48-4c2f-8407-b0c666042a0e {{(pid=93644) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 10:33:33.202755 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8835cc14-a6c5-4e2a-ae9d-6ec43f58c6ec', 'name': 'network-vif-deleted', 'tag': '7ed8890b-83a3-44fa-9ad0-b24fe17773a8', 'status': 'completed', 'code': 200} Jun 17 10:33:33.380670 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-14de6bba-b940-4df9-bd9c-e15f4a2c76a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:33.458490 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-0f73f6dd-2000-485e-a1f3-672680886ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3671c8c6-9336-468e-93e1-682e24e2fcc1', 'name': 'tempest-AttachVolumeTestJSON-1443884966-router', 'tenant_id': 'fb4c620e62524ba499710baa138734e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '8ab270ac-2f71-4612-991a-775bd8b0689e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:27:50Z', 'updated_at': '2021-06-17T10:27:56Z', 'revision_number': 4, 'project_id': 'fb4c620e62524ba499710baa138734e6', 'gw_port': {'id': '8ab270ac-2f71-4612-991a-775bd8b0689e', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:1c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3671c8c6-9336-468e-93e1-682e24e2fcc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:27:51Z', 'updated_at': '2021-06-17T10:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi', '_interfaces': [{'id': 'd78a5643-bf23-49f4-b91d-c9ffba8de1dc', 'name': '', 'network_id': 'f2275738-0436-4812-9837-f9c6ba37ea2a', 'tenant_id': 'fb4c620e62524ba499710baa138734e6', 'mac_address': 'fa:16:3e:b6:9c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3671c8c6-9336-468e-93e1-682e24e2fcc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'ca437096-d433-4cda-a535-e8243b8721ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:27:55Z', 'updated_at': '2021-06-17T10:28:03Z', 'revision_number': 5, 'project_id': 'fb4c620e62524ba499710baa138734e6', 'subnets': [{'id': 'ca437096-d433-4cda-a535-e8243b8721ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:33:33.504854 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f73f6dd-2000-485e-a1f3-672680886ae5 None None] Checking router: 3671c8c6-9336-468e-93e1-682e24e2fcc1 for host: dv-cinder-796806-1-iscsi {{(pid=93647) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 10:33:33.516639 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:33.522132 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f73f6dd-2000-485e-a1f3-672680886ae5 None None] Routers {'3671c8c6-9336-468e-93e1-682e24e2fcc1'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:33:33.523374 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-0f73f6dd-2000-485e-a1f3-672680886ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:33:33Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['3671c8c6-9336-468e-93e1-682e24e2fcc1'], 'active': True} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:33:33.713066 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvr_db [None req-0f73f6dd-2000-485e-a1f3-672680886ae5 None None] Set router 3671c8c6-9336-468e-93e1-682e24e2fcc1 gateway port host: dv-cinder-796806-1-iscsi {{(pid=93647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:33:33.754135 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [req-8623f948-ab61-4b0e-9764-6b16bd9e0493 req-7639280a-5e30-4c24-9a07-03e89a60a19b tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/ports?device_id=8835cc14-a6c5-4e2a-ae9d-6ec43f58c6ec HTTP/1.1" status: 200 len: 210 time: 0.0419626 Jun 17 10:33:34.093591 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-0f73f6dd-2000-485e-a1f3-672680886ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3671c8c6-9336-468e-93e1-682e24e2fcc1', 'name': 'tempest-AttachVolumeTestJSON-1443884966-router', 'tenant_id': 'fb4c620e62524ba499710baa138734e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '8ab270ac-2f71-4612-991a-775bd8b0689e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:27:50Z', 'updated_at': '2021-06-17T10:27:56Z', 'revision_number': 4, 'project_id': 'fb4c620e62524ba499710baa138734e6', 'gw_port': {'id': '8ab270ac-2f71-4612-991a-775bd8b0689e', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:1c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3671c8c6-9336-468e-93e1-682e24e2fcc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:27:51Z', 'updated_at': '2021-06-17T10:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi', '_interfaces': [{'id': 'd78a5643-bf23-49f4-b91d-c9ffba8de1dc', 'name': '', 'network_id': 'f2275738-0436-4812-9837-f9c6ba37ea2a', 'tenant_id': 'fb4c620e62524ba499710baa138734e6', 'mac_address': 'fa:16:3e:b6:9c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3671c8c6-9336-468e-93e1-682e24e2fcc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'ca437096-d433-4cda-a535-e8243b8721ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:27:55Z', 'updated_at': '2021-06-17T10:28:03Z', 'revision_number': 5, 'project_id': 'fb4c620e62524ba499710baa138734e6', 'subnets': [{'id': 'ca437096-d433-4cda-a535-e8243b8721ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:33:34.141346 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f73f6dd-2000-485e-a1f3-672680886ae5 None None] The sync data for ids ['3671c8c6-9336-468e-93e1-682e24e2fcc1'] in dv-cinder-796806-1-iscsi is: [{'id': '3671c8c6-9336-468e-93e1-682e24e2fcc1', 'name': 'tempest-AttachVolumeTestJSON-1443884966-router', 'tenant_id': 'fb4c620e62524ba499710baa138734e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '8ab270ac-2f71-4612-991a-775bd8b0689e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:27:50Z', 'updated_at': '2021-06-17T10:27:56Z', 'revision_number': 4, 'project_id': 'fb4c620e62524ba499710baa138734e6', 'gw_port': {'id': '8ab270ac-2f71-4612-991a-775bd8b0689e', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:1c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3671c8c6-9336-468e-93e1-682e24e2fcc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:27:51Z', 'updated_at': '2021-06-17T10:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi', '_interfaces': [{'id': 'd78a5643-bf23-49f4-b91d-c9ffba8de1dc', 'name': '', 'network_id': 'f2275738-0436-4812-9837-f9c6ba37ea2a', 'tenant_id': 'fb4c620e62524ba499710baa138734e6', 'mac_address': 'fa:16:3e:b6:9c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3671c8c6-9336-468e-93e1-682e24e2fcc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'ca437096-d433-4cda-a535-e8243b8721ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:27:55Z', 'updated_at': '2021-06-17T10:28:03Z', 'revision_number': 5, 'project_id': 'fb4c620e62524ba499710baa138734e6', 'subnets': [{'id': 'ca437096-d433-4cda-a535-e8243b8721ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 10:33:34.481945 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57938056-441d-4480-9c2b-b88a2be6f604 None None] New status for floating IP a8498a39-e39e-4a8e-9672-d470b578a877: DOWN {{(pid=93646) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 10:33:35.116882 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 56310) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:33:35.212134 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-bebd3e9a-f030-4a7d-b0d4-6bb57936f6b7 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks [] for security_group, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:35.257095 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-bebd3e9a-f030-4a7d-b0d4-6bb57936f6b7 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:35.269727 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-76f1cb7e-d4ef-4c29-a3c2-2b16775f9f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:35.498339 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-bebd3e9a-f030-4a7d-b0d4-6bb57936f6b7 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:35.505233 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-bebd3e9a-f030-4a7d-b0d4-6bb57936f6b7 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks [] for security_group, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:35.507746 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-bebd3e9a-f030-4a7d-b0d4-6bb57936f6b7 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "DELETE /v2.0/security-groups/92967079-d663-44e9-b8d6-c65ea257afda HTTP/1.1" status: 204 len: 168 time: 0.3895671 Jun 17 10:33:35.512189 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-11ad2e27-4f33-46e8-82a1-f7372123a739 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:33:35.512470 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 56312) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:33:35.525009 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebd3e9a-f030-4a7d-b0d4-6bb57936f6b7 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92967079-d663-44e9-b8d6-c65ea257afda,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:33:35.533470 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-bebd3e9a-f030-4a7d-b0d4-6bb57936f6b7 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:33:35.538787 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.api.v2.resource [None req-d1505dc5-7bb2-4811-b698-9d2c98647ca9 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] show failed (client error): The resource could not be found. Jun 17 10:33:35.540744 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-d1505dc5-7bb2-4811-b698-9d2c98647ca9 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "GET /v2.0/security-groups/92967079-d663-44e9-b8d6-c65ea257afda HTTP/1.1" status: 404 len: 347 time: 0.0264187 Jun 17 10:33:35.546423 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 56314) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:33:35.745970 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.plugin [None req-9228d90f-b1e1-4594-a533-bc4106009b96 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Deleting port b3a66dd0-bbc1-46ed-aaf6-5c181022f2a2 {{(pid=93644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:33:35.746414 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-9228d90f-b1e1-4594-a533-bc4106009b96 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740734272413'] for port, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:35.803117 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device 7ed8890b-83a3-44fa-9ad0-b24fe17773a8 no longer exists at agent hyperv_hv-cinder-79680 {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:33:35.826585 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] No Port match for: 7ed8890b-83a3-44fa-9ad0-b24fe17773a8 {{(pid=93646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 10:33:35.826923 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Device 7ed8890b-83a3-44fa-9ad0-b24fe17773a8 not bound to the agent host hv-cinder-79680 {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 10:33:35.865393 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-9228d90f-b1e1-4594-a533-bc4106009b96 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685530'] for port, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:35.865775 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-9228d90f-b1e1-4594-a533-bc4106009b96 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:35.955459 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.plugin [None req-9228d90f-b1e1-4594-a533-bc4106009b96 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Calling delete_port for b3a66dd0-bbc1-46ed-aaf6-5c181022f2a2 owned by network:floatingip {{(pid=93644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:33:36.282131 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-9228d90f-b1e1-4594-a533-bc4106009b96 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740734277497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740733869096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125912126'] for port, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:36.286308 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-afaed261-01ca-48c1-9b4b-7e6e4014bb51 tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:33:36.320867 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9228d90f-b1e1-4594-a533-bc4106009b96 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Pushing event deleted for resources: {'Port': ['ID=b3a66dd0-bbc1-46ed-aaf6-5c181022f2a2,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:33:36.324140 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-9228d90f-b1e1-4594-a533-bc4106009b96 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:33:36.397974 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-9228d90f-b1e1-4594-a533-bc4106009b96 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks [] for floatingip, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:36.400716 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-9228d90f-b1e1-4594-a533-bc4106009b96 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336733'] for floatingip, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:36.401932 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-9228d90f-b1e1-4594-a533-bc4106009b96 tempest-AttachVolumeTestJSON-1437565724 tempest-AttachVolumeTestJSON-1437565724-project] 10.222.0.22 "DELETE /v2.0/floatingips/a8498a39-e39e-4a8e-9672-d470b578a877 HTTP/1.1" status: 204 len: 168 time: 0.8539941 Jun 17 10:33:37.143849 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8334b2a8-081d-4a08-b273-522b2363e8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:41.092258 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 56348) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:33:41.858734 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-34cb00cf-9a5d-4842-b696-6cd016c16e00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-704253'] for router_interface, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:42.265529 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.plugin [None req-34cb00cf-9a5d-4842-b696-6cd016c16e00 admin admin] Deleting port d78a5643-bf23-49f4-b91d-c9ffba8de1dc {{(pid=93644) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:33:42.266306 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-34cb00cf-9a5d-4842-b696-6cd016c16e00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740734272413'] for port, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:42.383756 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.db [None req-34cb00cf-9a5d-4842-b696-6cd016c16e00 admin admin] For port d78a5643-bf23-49f4-b91d-c9ffba8de1dc, host dv-cinder-796806-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=d78a5643-bf23-49f4-b91d-c9ffba8de1dc,segment=NetworkSegment(dc0f4006-4a4b-4fee-9985-5cae22fa80bf),segment_id=dc0f4006-4a4b-4fee-9985-5cae22fa80bf)] {{(pid=93644) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:33:42.384312 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-34cb00cf-9a5d-4842-b696-6cd016c16e00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685530'] for port, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:42.507776 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.plugins.ml2.plugin [None req-34cb00cf-9a5d-4842-b696-6cd016c16e00 admin admin] Calling delete_port for d78a5643-bf23-49f4-b91d-c9ffba8de1dc owned by network:router_interface {{(pid=93644) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:33:43.195939 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-34cb00cf-9a5d-4842-b696-6cd016c16e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740734277497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740733869096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125912126'] for port, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:43.198347 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-69989824-73e7-408e-8fa6-29263c9a1eed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:33:43.227962 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cb00cf-9a5d-4842-b696-6cd016c16e00 admin admin] Pushing event deleted for resources: {'Port': ['ID=d78a5643-bf23-49f4-b91d-c9ffba8de1dc,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:33:43.239450 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cb00cf-9a5d-4842-b696-6cd016c16e00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:33:43.239953 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cb00cf-9a5d-4842-b696-6cd016c16e00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:33:43.240349 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cb00cf-9a5d-4842-b696-6cd016c16e00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:33:43.240708 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cb00cf-9a5d-4842-b696-6cd016c16e00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:33:43.241122 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cb00cf-9a5d-4842-b696-6cd016c16e00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:33:43.241504 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cb00cf-9a5d-4842-b696-6cd016c16e00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:33:43.241934 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cb00cf-9a5d-4842-b696-6cd016c16e00 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:33:43.242304 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cb00cf-9a5d-4842-b696-6cd016c16e00 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:33:43.242699 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cb00cf-9a5d-4842-b696-6cd016c16e00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:33:43.243132 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cb00cf-9a5d-4842-b696-6cd016c16e00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:33:43.243541 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cb00cf-9a5d-4842-b696-6cd016c16e00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:33:43.243993 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cb00cf-9a5d-4842-b696-6cd016c16e00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:33:43.267652 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-34cb00cf-9a5d-4842-b696-6cd016c16e00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:33:43.492252 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-34cb00cf-9a5d-4842-b696-6cd016c16e00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-704105'] for router_interface, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:43.785329 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34cb00cf-9a5d-4842-b696-6cd016c16e00 admin admin] Router 3671c8c6-9336-468e-93e1-682e24e2fcc1 has already been hosted by L3 agent 9ed9efc2-3eec-4d73-b246-cbd899a1984b {{(pid=93644) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 10:33:43.966167 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34cb00cf-9a5d-4842-b696-6cd016c16e00 admin admin] Notify agent at l3_agent.dv-cinder-796806-1-iscsi the message routers_updated {{(pid=93644) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 10:33:43.975117 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-34cb00cf-9a5d-4842-b696-6cd016c16e00 admin admin] 10.222.0.22 "PUT /v2.0/routers/3671c8c6-9336-468e-93e1-682e24e2fcc1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8811853 Jun 17 10:33:43.978795 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 56354) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:33:43.981739 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a1c2d6-24a7-4477-8313-693ed8b57fea None None] Sync routers for ids ['3671c8c6-9336-468e-93e1-682e24e2fcc1'] in dv-cinder-796806-1-iscsi {{(pid=93647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 10:33:44.005471 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a1c2d6-24a7-4477-8313-693ed8b57fea None None] Routers {'3671c8c6-9336-468e-93e1-682e24e2fcc1'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:33:44.006644 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-08a1c2d6-24a7-4477-8313-693ed8b57fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:33:33Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['3671c8c6-9336-468e-93e1-682e24e2fcc1'], 'active': True} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:33:44.131649 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-4c07f2b7-70fb-4859-8928-cd520524f7d6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:44.163287 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvr_db [None req-08a1c2d6-24a7-4477-8313-693ed8b57fea None None] Set router 3671c8c6-9336-468e-93e1-682e24e2fcc1 gateway port host: dv-cinder-796806-1-iscsi {{(pid=93647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:33:44.274862 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-4c07f2b7-70fb-4859-8928-cd520524f7d6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:44.372052 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-08a1c2d6-24a7-4477-8313-693ed8b57fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3671c8c6-9336-468e-93e1-682e24e2fcc1', 'name': 'tempest-AttachVolumeTestJSON-1443884966-router', 'tenant_id': 'fb4c620e62524ba499710baa138734e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'external_fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '8ab270ac-2f71-4612-991a-775bd8b0689e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:27:50Z', 'updated_at': '2021-06-17T10:33:43Z', 'revision_number': 5, 'project_id': 'fb4c620e62524ba499710baa138734e6', 'gw_port': {'id': '8ab270ac-2f71-4612-991a-775bd8b0689e', 'name': '', 'network_id': 'ca6a8a4d-93b8-4490-aa3c-706a0423303e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:1c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3671c8c6-9336-468e-93e1-682e24e2fcc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796806-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T10:27:51Z', 'updated_at': '2021-06-17T10:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '260414bf-ab79-4984-a32f-8ad464893cf6', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796806-1-iscsi'}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:33:44.416986 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a1c2d6-24a7-4477-8313-693ed8b57fea None None] Checking router: 3671c8c6-9336-468e-93e1-682e24e2fcc1 for host: dv-cinder-796806-1-iscsi {{(pid=93647) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 10:33:44.425488 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.plugin [None req-4c07f2b7-70fb-4859-8928-cd520524f7d6 admin admin] Deleting port 8ab270ac-2f71-4612-991a-775bd8b0689e {{(pid=93645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:33:44.425853 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-4c07f2b7-70fb-4859-8928-cd520524f7d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740734272413'] for port, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:44.427408 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a1c2d6-24a7-4477-8313-693ed8b57fea None None] Routers {'3671c8c6-9336-468e-93e1-682e24e2fcc1'} bound to L3 agent in host dv-cinder-796806-1-iscsi {{(pid=93647) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 10:33:44.428178 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-08a1c2d6-24a7-4477-8313-693ed8b57fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796806-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T10:07:03Z,description=,heartbeat_timestamp=2021-06-17T10:33:33Z,host='dv-cinder-796806-1-iscsi',id=9ed9efc2-3eec-4d73-b246-cbd899a1984b,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T10:07:04Z,topic='l3_agent')) {'router_ids': ['3671c8c6-9336-468e-93e1-682e24e2fcc1'], 'active': True} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:33:44.542326 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.db [None req-4c07f2b7-70fb-4859-8928-cd520524f7d6 admin admin] For port 8ab270ac-2f71-4612-991a-775bd8b0689e, host dv-cinder-796806-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=8ab270ac-2f71-4612-991a-775bd8b0689e,segment=NetworkSegment(7a262c57-69fa-4e27-992a-6b78356f8ae4),segment_id=7a262c57-69fa-4e27-992a-6b78356f8ae4)] {{(pid=93645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:33:44.542935 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-4c07f2b7-70fb-4859-8928-cd520524f7d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685530'] for port, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:44.584049 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_dvr_db [None req-08a1c2d6-24a7-4477-8313-693ed8b57fea None None] Set router 3671c8c6-9336-468e-93e1-682e24e2fcc1 gateway port host: None {{(pid=93647) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 10:33:44.659479 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.l3_hamode_db [None req-08a1c2d6-24a7-4477-8313-693ed8b57fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3671c8c6-9336-468e-93e1-682e24e2fcc1', 'name': 'tempest-AttachVolumeTestJSON-1443884966-router', 'tenant_id': 'fb4c620e62524ba499710baa138734e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:27:50Z', 'updated_at': '2021-06-17T10:33:44Z', 'revision_number': 6, 'project_id': 'fb4c620e62524ba499710baa138734e6', 'gw_port_host': None}], 'dv-cinder-796806-1-iscsi', False) {} {{(pid=93647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:33:44.675456 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.plugin [None req-4c07f2b7-70fb-4859-8928-cd520524f7d6 admin admin] Calling delete_port for 8ab270ac-2f71-4612-991a-775bd8b0689e owned by network:router_gateway {{(pid=93645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:33:44.692587 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a1c2d6-24a7-4477-8313-693ed8b57fea None None] The sync data for ids ['3671c8c6-9336-468e-93e1-682e24e2fcc1'] in dv-cinder-796806-1-iscsi is: [{'id': '3671c8c6-9336-468e-93e1-682e24e2fcc1', 'name': 'tempest-AttachVolumeTestJSON-1443884966-router', 'tenant_id': 'fb4c620e62524ba499710baa138734e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T10:27:50Z', 'updated_at': '2021-06-17T10:33:44Z', 'revision_number': 6, 'project_id': 'fb4c620e62524ba499710baa138734e6', 'gw_port_host': None}] {{(pid=93647) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 10:33:45.116050 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device d78a5643-bf23-49f4-b91d-c9ffba8de1dc no longer exists at agent ovs-agent-dv-cinder-796806-1-iscsi {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:33:45.146556 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] No Port match for: d78a5643-bf23-49f4-b91d-c9ffba8de1dc {{(pid=93646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 10:33:45.146928 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device d78a5643-bf23-49f4-b91d-c9ffba8de1dc not bound to the agent host dv-cinder-796806-1-iscsi {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 10:33:45.161305 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-4c07f2b7-70fb-4859-8928-cd520524f7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740734277497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740733869096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129691318'] for port, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:45.165892 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-d0c87507-53d0-447a-8830-d0097062431f tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:33:45.195219 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c07f2b7-70fb-4859-8928-cd520524f7d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ab270ac-2f71-4612-991a-775bd8b0689e,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:33:45.208759 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07f2b7-70fb-4859-8928-cd520524f7d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:33:45.209216 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07f2b7-70fb-4859-8928-cd520524f7d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:33:45.209560 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07f2b7-70fb-4859-8928-cd520524f7d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:33:45.209948 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07f2b7-70fb-4859-8928-cd520524f7d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:33:45.210319 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07f2b7-70fb-4859-8928-cd520524f7d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:33:45.210704 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07f2b7-70fb-4859-8928-cd520524f7d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:33:45.211109 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07f2b7-70fb-4859-8928-cd520524f7d6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:33:45.211577 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07f2b7-70fb-4859-8928-cd520524f7d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:33:45.211949 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07f2b7-70fb-4859-8928-cd520524f7d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:33:45.212292 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07f2b7-70fb-4859-8928-cd520524f7d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:33:45.212656 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07f2b7-70fb-4859-8928-cd520524f7d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:33:45.213024 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c07f2b7-70fb-4859-8928-cd520524f7d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:33:45.232635 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-4c07f2b7-70fb-4859-8928-cd520524f7d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:33:45.280086 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-4c07f2b7-70fb-4859-8928-cd520524f7d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684586'] for router_gateway, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:45.382981 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-4c07f2b7-70fb-4859-8928-cd520524f7d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-673897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-257668'] for router, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:45.385941 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-4c07f2b7-70fb-4859-8928-cd520524f7d6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:45.515308 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-4c07f2b7-70fb-4859-8928-cd520524f7d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674400'] for router, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:45.515915 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c07f2b7-70fb-4859-8928-cd520524f7d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3671c8c6-9336-468e-93e1-682e24e2fcc1 {{(pid=93645) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 10:33:45.524420 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-4c07f2b7-70fb-4859-8928-cd520524f7d6 admin admin] Notify callbacks [] for router, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:45.524420 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-4c07f2b7-70fb-4859-8928-cd520524f7d6 admin admin] 10.222.0.22 "DELETE /v2.0/routers/3671c8c6-9336-468e-93e1-682e24e2fcc1 HTTP/1.1" status: 204 len: 168 time: 1.5422354 Jun 17 10:33:45.524740 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 56356) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:33:45.580257 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.db_base_plugin_v2 [None req-addbb764-ed16-4070-92c0-024c1a67848a admin admin] Deleting subnet ca437096-d433-4cda-a535-e8243b8721ac {{(pid=93645) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 10:33:45.585419 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-addbb764-ed16-4070-92c0-024c1a67848a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:45.644599 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-addbb764-ed16-4070-92c0-024c1a67848a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129947313'] for subnet, precommit_delete_associations {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:45.758986 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-addbb764-ed16-4070-92c0-024c1a67848a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3786257'] for subnet, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:45.966084 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-addbb764-ed16-4070-92c0-024c1a67848a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3786264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129691212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-129735865'] for subnet, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:45.968519 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:33:46.000028 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addbb764-ed16-4070-92c0-024c1a67848a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca437096-d433-4cda-a535-e8243b8721ac,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:33:46.002390 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-addbb764-ed16-4070-92c0-024c1a67848a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625220'] for subnet, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:46.006230 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-addbb764-ed16-4070-92c0-024c1a67848a admin admin] 10.222.0.22 "DELETE /v2.0/subnets/ca437096-d433-4cda-a535-e8243b8721ac HTTP/1.1" status: 204 len: 168 time: 0.4803023 Jun 17 10:33:46.007809 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-addbb764-ed16-4070-92c0-024c1a67848a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:33:46.009368 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa7b604-384e-43ea-aea4-132572bb7cad None None] Network f2275738-0436-4812-9837-f9c6ba37ea2a requested from dv-cinder-796806-1-iscsi {{(pid=93646) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 10:33:46.009600 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 56358) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:33:46.128799 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-3c5c1a83-6e84-4d04-9da1-aa002abb046d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3843219'] for network, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:46.210905 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.plugin [None req-3c5c1a83-6e84-4d04-9da1-aa002abb046d admin admin] Deleting port 3193f08b-55ab-45c5-9cc1-6530a5e21354 {{(pid=93645) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:33:46.211660 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-3c5c1a83-6e84-4d04-9da1-aa002abb046d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740734272413'] for port, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:46.296812 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.db [None req-3c5c1a83-6e84-4d04-9da1-aa002abb046d admin admin] For port 3193f08b-55ab-45c5-9cc1-6530a5e21354, host dv-cinder-796806-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=3193f08b-55ab-45c5-9cc1-6530a5e21354,segment=NetworkSegment(dc0f4006-4a4b-4fee-9985-5cae22fa80bf),segment_id=dc0f4006-4a4b-4fee-9985-5cae22fa80bf)] {{(pid=93645) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:33:46.297221 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-3c5c1a83-6e84-4d04-9da1-aa002abb046d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685530'] for port, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:46.302176 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5f7d59-517b-447f-815f-c5bc17e2ebdc None None] DHCP port deletion for f2275738-0436-4812-9837-f9c6ba37ea2a request from dv-cinder-796806-1-iscsi {{(pid=93646) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 10:33:46.364481 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-ba5f7d59-517b-447f-815f-c5bc17e2ebdc None None] Deleting port 3193f08b-55ab-45c5-9cc1-6530a5e21354 {{(pid=93646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 10:33:46.365098 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ba5f7d59-517b-447f-815f-c5bc17e2ebdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740734272413'] for port, before_delete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:46.381316 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.plugin [None req-3c5c1a83-6e84-4d04-9da1-aa002abb046d admin admin] Calling delete_port for 3193f08b-55ab-45c5-9cc1-6530a5e21354 owned by network:dhcp {{(pid=93645) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:33:46.483537 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.db [None req-ba5f7d59-517b-447f-815f-c5bc17e2ebdc None None] For port 3193f08b-55ab-45c5-9cc1-6530a5e21354, host dv-cinder-796806-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796806-1-iscsi',level=0,port_id=3193f08b-55ab-45c5-9cc1-6530a5e21354,segment=NetworkSegment(dc0f4006-4a4b-4fee-9985-5cae22fa80bf),segment_id=dc0f4006-4a4b-4fee-9985-5cae22fa80bf)] {{(pid=93646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 10:33:46.484355 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ba5f7d59-517b-447f-815f-c5bc17e2ebdc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685530'] for port, precommit_delete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:46.587636 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-ba5f7d59-517b-447f-815f-c5bc17e2ebdc None None] Calling delete_port for 3193f08b-55ab-45c5-9cc1-6530a5e21354 owned by network:dhcp {{(pid=93646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 10:33:46.613609 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-3c5c1a83-6e84-4d04-9da1-aa002abb046d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740734277497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740733869096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129691318'] for port, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:46.618463 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-099727c3-e00e-4421-b5f9-1eefd0d00de2 tempest-TestShelveInstance-1560019424 tempest-TestShelveInstance-1560019424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:33:46.662579 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5c1a83-6e84-4d04-9da1-aa002abb046d admin admin] No DVR routers for this DVR port 3193f08b-55ab-45c5-9cc1-6530a5e21354 on host dv-cinder-796806-1-iscsi {{(pid=93645) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 10:33:46.665607 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5c1a83-6e84-4d04-9da1-aa002abb046d admin admin] Pushing event deleted for resources: {'Port': ['ID=3193f08b-55ab-45c5-9cc1-6530a5e21354,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:33:46.671892 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-3c5c1a83-6e84-4d04-9da1-aa002abb046d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:33:46.692973 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ba5f7d59-517b-447f-815f-c5bc17e2ebdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3925402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625234', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740734277497', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740733869096'] for port, after_delete {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:46.697596 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:33:46.728687 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5f7d59-517b-447f-815f-c5bc17e2ebdc None None] Pushing event deleted for resources: {'Port': ['ID=3193f08b-55ab-45c5-9cc1-6530a5e21354,revision_number=None']} {{(pid=93646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:33:46.732118 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG oslo_concurrency.lockutils [None req-ba5f7d59-517b-447f-815f-c5bc17e2ebdc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:33:46.732957 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5f7d59-517b-447f-815f-c5bc17e2ebdc None None] No DVR routers for this DVR port 3193f08b-55ab-45c5-9cc1-6530a5e21354 on host dv-cinder-796806-1-iscsi {{(pid=93646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 10:33:46.756994 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-3c5c1a83-6e84-4d04-9da1-aa002abb046d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3792520', 'neutron.services.segments.db._delete_segments_for_network-8740734359601'] for network, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:46.780111 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.services.segments.db [None req-3c5c1a83-6e84-4d04-9da1-aa002abb046d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2275738-0436-4812-9837-f9c6ba37ea2a']}} {{(pid=93645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:33:46.794077 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.services.segments.db [None req-3c5c1a83-6e84-4d04-9da1-aa002abb046d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc0f4006-4a4b-4fee-9985-5cae22fa80bf') {'for_net_delete': True} {{(pid=93645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:33:46.794414 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.services.segments.db [None req-3c5c1a83-6e84-4d04-9da1-aa002abb046d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc0f4006-4a4b-4fee-9985-5cae22fa80bf') {} {{(pid=93645) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 10:33:46.807143 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-3c5c1a83-6e84-4d04-9da1-aa002abb046d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740734358402', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129947326'] for segment, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:46.832955 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-3c5c1a83-6e84-4d04-9da1-aa002abb046d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3785028'] for segment, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:46.843933 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c5c1a83-6e84-4d04-9da1-aa002abb046d admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=93645) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 10:33:46.844904 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-3c5c1a83-6e84-4d04-9da1-aa002abb046d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3785028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129691361'] for segment, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:46.846989 dv-cinder-796806-1-iscsi neutron-server[93645]: Traceback (most recent call last): Jun 17 10:33:46.846989 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 10:33:46.846989 dv-cinder-796806-1-iscsi neutron-server[93645]: timer() Jun 17 10:33:46.846989 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 10:33:46.846989 dv-cinder-796806-1-iscsi neutron-server[93645]: cb(*args, **kw) Jun 17 10:33:46.846989 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 10:33:46.846989 dv-cinder-796806-1-iscsi neutron-server[93645]: return func(*args, **kwargs) Jun 17 10:33:46.846989 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 10:33:46.846989 dv-cinder-796806-1-iscsi neutron-server[93645]: self._notify() Jun 17 10:33:46.846989 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 10:33:46.846989 dv-cinder-796806-1-iscsi neutron-server[93645]: self.callback(batched_events) Jun 17 10:33:46.846989 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 10:33:46.846989 dv-cinder-796806-1-iscsi neutron-server[93645]: event.method(event) Jun 17 10:33:46.846989 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 10:33:46.846989 dv-cinder-796806-1-iscsi neutron-server[93645]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 10:33:46.846989 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 10:33:46.846989 dv-cinder-796806-1-iscsi neutron-server[93645]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 10:33:46.846989 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 10:33:46.846989 dv-cinder-796806-1-iscsi neutron-server[93645]: return f(self, *a, **k) Jun 17 10:33:46.846989 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 10:33:46.846989 dv-cinder-796806-1-iscsi neutron-server[93645]: return self._get(url).json() Jun 17 10:33:46.846989 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 10:33:46.846989 dv-cinder-796806-1-iscsi neutron-server[93645]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 10:33:46.846989 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 10:33:46.846989 dv-cinder-796806-1-iscsi neutron-server[93645]: return self.request(url, 'GET', **kwargs) Jun 17 10:33:46.846989 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 10:33:46.846989 dv-cinder-796806-1-iscsi neutron-server[93645]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 10:33:46.846989 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 10:33:46.846989 dv-cinder-796806-1-iscsi neutron-server[93645]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 10:33:46.846989 dv-cinder-796806-1-iscsi neutron-server[93645]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 10:33:46.846989 dv-cinder-796806-1-iscsi neutron-server[93645]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 10:33:46.846989 dv-cinder-796806-1-iscsi neutron-server[93645]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 10:33:47.013259 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-3c5c1a83-6e84-4d04-9da1-aa002abb046d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3792531', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-714710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-625243', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684612'] for network, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:47.024275 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:33:47.024275 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-3c5c1a83-6e84-4d04-9da1-aa002abb046d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625220'] for network, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:47.025255 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device 3193f08b-55ab-45c5-9cc1-6530a5e21354 no longer exists at agent ovs-agent-dv-cinder-796806-1-iscsi {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:33:47.025437 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-3c5c1a83-6e84-4d04-9da1-aa002abb046d admin admin] 10.222.0.22 "DELETE /v2.0/networks/f2275738-0436-4812-9837-f9c6ba37ea2a HTTP/1.1" status: 204 len: 168 time: 1.0119605 Jun 17 10:33:47.041379 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5c1a83-6e84-4d04-9da1-aa002abb046d admin admin] Pushing event deleted for resources: {'Network': ['ID=f2275738-0436-4812-9837-f9c6ba37ea2a,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:33:47.044573 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-3c5c1a83-6e84-4d04-9da1-aa002abb046d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:33:47.061356 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] No Port match for: 3193f08b-55ab-45c5-9cc1-6530a5e21354 {{(pid=93646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 10:33:47.061724 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device 3193f08b-55ab-45c5-9cc1-6530a5e21354 not bound to the agent host dv-cinder-796806-1-iscsi {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 10:33:47.062164 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device 8ab270ac-2f71-4612-991a-775bd8b0689e no longer exists at agent ovs-agent-dv-cinder-796806-1-iscsi {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 10:33:47.088458 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.plugin [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] No Port match for: 8ab270ac-2f71-4612-991a-775bd8b0689e {{(pid=93646) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 10:33:47.088458 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron.plugins.ml2.rpc [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Device 8ab270ac-2f71-4612-991a-775bd8b0689e not bound to the agent host dv-cinder-796806-1-iscsi {{(pid=93646) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 10:33:47.552236 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 56362) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:33:47.600932 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-6a2dbb1a-9078-484f-87c9-c1da76ccb080 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fb4c620e62524ba499710baa138734e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0473297 Jun 17 10:33:47.604692 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 56364) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:33:47.671081 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-b1fdd4fb-17d2-457d-bfac-f1bdaece6b4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:47.698043 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-b1fdd4fb-17d2-457d-bfac-f1bdaece6b4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:47.882074 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-b1fdd4fb-17d2-457d-bfac-f1bdaece6b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:47.885951 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-b1fdd4fb-17d2-457d-bfac-f1bdaece6b4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:47.887676 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-b1fdd4fb-17d2-457d-bfac-f1bdaece6b4d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/678da8b9-80bd-435f-900a-7c019ff7daaf HTTP/1.1" status: 204 len: 168 time: 0.2816837 Jun 17 10:33:47.888955 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-76a619e2-2b93-4930-bccb-a45442955b00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:33:47.900879 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fdd4fb-17d2-457d-bfac-f1bdaece6b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=678da8b9-80bd-435f-900a-7c019ff7daaf,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:33:47.903773 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-b1fdd4fb-17d2-457d-bfac-f1bdaece6b4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:33:58.332762 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:33:59.955036 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-c2ab48d5-6cc6-40c5-8e56-7f40231da299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:34:00.290155 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 56476) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:34:00.437871 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-8bb366cb-3833-4575-97e2-d972e821814c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:34:00.569318 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-8bb366cb-3833-4575-97e2-d972e821814c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:34:00.664019 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-8bb366cb-3833-4575-97e2-d972e821814c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:34:00.667118 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-0aefb15a-7a40-48d3-80df-a3090ef3803c tempest-TestVolumeBootPattern-875512894 tempest-TestVolumeBootPattern-875512894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:34:00.714137 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-8bb366cb-3833-4575-97e2-d972e821814c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a0fad01790a94456ab70f143e7cc1afb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4225020 Jun 17 10:34:00.715186 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb366cb-3833-4575-97e2-d972e821814c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef217de7-2ecc-4f88-9614-546168b12b95,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:34:00.718433 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 56480) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:34:00.722611 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-8bb366cb-3833-4575-97e2-d972e821814c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:34:00.748431 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.agents_db [None req-342b98a1-7fdc-4d24-a539-fe72a001d92b None None] Agent healthcheck: found 6 active agents {{(pid=93647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:34:00.819226 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-c565c1c0-f1c5-498c-ad80-db86fdb3c197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:34:00.867716 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-c565c1c0-f1c5-498c-ad80-db86fdb3c197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:34:01.068881 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-c565c1c0-f1c5-498c-ad80-db86fdb3c197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:34:01.074091 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-c565c1c0-f1c5-498c-ad80-db86fdb3c197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:34:01.076313 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-c565c1c0-f1c5-498c-ad80-db86fdb3c197 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ef217de7-2ecc-4f88-9614-546168b12b95 HTTP/1.1" status: 204 len: 168 time: 0.3561106 Jun 17 10:34:01.080837 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-ac24e07f-ead8-42b6-826f-dea07dbe6d3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:34:01.091610 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c565c1c0-f1c5-498c-ad80-db86fdb3c197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef217de7-2ecc-4f88-9614-546168b12b95,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:34:01.095951 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-c565c1c0-f1c5-498c-ad80-db86fdb3c197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:34:03.705620 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-3b5eed7a-884b-4030-b126-30383a8faf98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:34:03.709949 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:34:05.114654 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-76f1cb7e-d4ef-4c29-a3c2-2b16775f9f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:34:07.040820 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8334b2a8-081d-4a08-b273-522b2363e8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:34:28.324643 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:34:29.943113 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-e452c5f2-58c1-4986-bcf5-e0b4c99660be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:34:33.324795 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-f6bf1846-1d71-4066-8ada-df9cb752c09c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:34:33.480316 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:34:35.131689 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-76f1cb7e-d4ef-4c29-a3c2-2b16775f9f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:34:37.269700 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8334b2a8-081d-4a08-b273-522b2363e8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:34:37.748929 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.agents_db [None req-342b98a1-7fdc-4d24-a539-fe72a001d92b None None] Agent healthcheck: found 6 active agents {{(pid=93647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:34:58.306987 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:34:59.952898 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-3b4279f7-762d-474b-8bcd-9988bbe317a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:35:03.267468 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-a237df25-657a-4b0e-aa5a-082b684a8fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:35:03.313737 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 56876) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:35:03.439463 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:35:03.473831 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-83d9ec97-3c86-44c8-bccb-6ec0698bcfc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:35:03.598911 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-83d9ec97-3c86-44c8-bccb-6ec0698bcfc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:35:03.702375 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-83d9ec97-3c86-44c8-bccb-6ec0698bcfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:35:03.705751 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-c44dbc3a-ddcf-4cd9-be33-757d8a77b831 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:35:03.745070 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d9ec97-3c86-44c8-bccb-6ec0698bcfc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8527f53-caa2-4775-847f-0030d41961ef,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:35:03.750193 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-83d9ec97-3c86-44c8-bccb-6ec0698bcfc2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a35845705185436b869d507f14f750e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4351916 Jun 17 10:35:03.754538 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 56882) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:35:03.757489 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d9ec97-3c86-44c8-bccb-6ec0698bcfc2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:35:03.757886 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d9ec97-3c86-44c8-bccb-6ec0698bcfc2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:35:03.758271 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d9ec97-3c86-44c8-bccb-6ec0698bcfc2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:35:03.758650 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d9ec97-3c86-44c8-bccb-6ec0698bcfc2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:35:03.759025 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d9ec97-3c86-44c8-bccb-6ec0698bcfc2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:35:03.759397 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d9ec97-3c86-44c8-bccb-6ec0698bcfc2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:35:03.759792 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d9ec97-3c86-44c8-bccb-6ec0698bcfc2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:35:03.760163 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d9ec97-3c86-44c8-bccb-6ec0698bcfc2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:35:03.760533 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d9ec97-3c86-44c8-bccb-6ec0698bcfc2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:35:03.760900 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d9ec97-3c86-44c8-bccb-6ec0698bcfc2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:35:03.761283 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d9ec97-3c86-44c8-bccb-6ec0698bcfc2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:35:03.761632 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d9ec97-3c86-44c8-bccb-6ec0698bcfc2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93645) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:35:03.766558 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-83d9ec97-3c86-44c8-bccb-6ec0698bcfc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:35:03.829745 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-4b205179-f224-4e0e-9f8e-d594a03ab831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:35:03.858006 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-4b205179-f224-4e0e-9f8e-d594a03ab831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:35:04.004598 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-4b205179-f224-4e0e-9f8e-d594a03ab831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:35:04.007265 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-4b205179-f224-4e0e-9f8e-d594a03ab831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:35:04.008516 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-4b205179-f224-4e0e-9f8e-d594a03ab831 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e8527f53-caa2-4775-847f-0030d41961ef HTTP/1.1" status: 204 len: 168 time: 0.2527885 Jun 17 10:35:04.009355 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-233b6fac-ad69-4862-b4b9-1730248cc2a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:35:04.018009 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b205179-f224-4e0e-9f8e-d594a03ab831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8527f53-caa2-4775-847f-0030d41961ef,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:35:04.026643 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b205179-f224-4e0e-9f8e-d594a03ab831 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:35:04.030062 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b205179-f224-4e0e-9f8e-d594a03ab831 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:35:04.030062 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b205179-f224-4e0e-9f8e-d594a03ab831 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:35:04.030062 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b205179-f224-4e0e-9f8e-d594a03ab831 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:35:04.030062 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b205179-f224-4e0e-9f8e-d594a03ab831 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:35:04.030062 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b205179-f224-4e0e-9f8e-d594a03ab831 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:35:04.030062 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b205179-f224-4e0e-9f8e-d594a03ab831 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:35:04.030062 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b205179-f224-4e0e-9f8e-d594a03ab831 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:35:04.031662 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b205179-f224-4e0e-9f8e-d594a03ab831 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:35:04.031662 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b205179-f224-4e0e-9f8e-d594a03ab831 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:35:04.031662 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b205179-f224-4e0e-9f8e-d594a03ab831 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:35:04.031662 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b205179-f224-4e0e-9f8e-d594a03ab831 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796806-1-iscsi {{(pid=93644) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 10:35:04.034774 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-4b205179-f224-4e0e-9f8e-d594a03ab831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:35:05.011736 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 56890) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:35:05.029151 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-5323de3b-4d18-45eb-a6c0-9e54660729da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:35:05.152091 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-5323de3b-4d18-45eb-a6c0-9e54660729da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:35:05.176233 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-76f1cb7e-d4ef-4c29-a3c2-2b16775f9f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:35:05.261216 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-5323de3b-4d18-45eb-a6c0-9e54660729da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:35:05.264510 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-452be566-f291-4549-9f4c-e4b16aff00f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:35:05.307414 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-5323de3b-4d18-45eb-a6c0-9e54660729da admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6091768d817345d3ae263fc30a089d29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2946033 Jun 17 10:35:05.308298 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5323de3b-4d18-45eb-a6c0-9e54660729da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ea27a3-8261-4d2a-b9c1-368032ee0a5c,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:35:05.311398 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 56892) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:35:05.318215 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-5323de3b-4d18-45eb-a6c0-9e54660729da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:35:05.371067 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-9158c5b6-e807-48ee-a656-263713768ad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:35:05.402661 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-9158c5b6-e807-48ee-a656-263713768ad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:35:05.598433 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-9158c5b6-e807-48ee-a656-263713768ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:35:05.601404 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-9158c5b6-e807-48ee-a656-263713768ad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:35:05.604015 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-9158c5b6-e807-48ee-a656-263713768ad0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/08ea27a3-8261-4d2a-b9c1-368032ee0a5c HTTP/1.1" status: 204 len: 168 time: 0.2903905 Jun 17 10:35:05.605146 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-c825ba3c-3b84-492e-a7ff-e9d30bea3625 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:35:05.616920 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9158c5b6-e807-48ee-a656-263713768ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ea27a3-8261-4d2a-b9c1-368032ee0a5c,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:35:05.619586 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-9158c5b6-e807-48ee-a656-263713768ad0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:35:07.146851 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8334b2a8-081d-4a08-b273-522b2363e8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:35:14.754871 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.agents_db [None req-342b98a1-7fdc-4d24-a539-fe72a001d92b None None] Agent healthcheck: found 6 active agents {{(pid=93647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:35:16.619012 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 56990) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:35:16.770002 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-4faf1e73-b7d2-4018-9aec-7fd1d72da330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:35:16.908775 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-4faf1e73-b7d2-4018-9aec-7fd1d72da330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:35:17.072819 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-4faf1e73-b7d2-4018-9aec-7fd1d72da330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:35:17.076535 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-5323de3b-4d18-45eb-a6c0-9e54660729da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:35:17.118748 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-4faf1e73-b7d2-4018-9aec-7fd1d72da330 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0599534c0d1b45de80da9d64ce5b12bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4985785 Jun 17 10:35:17.119768 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faf1e73-b7d2-4018-9aec-7fd1d72da330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b445d5b2-e979-476f-9234-b6bb0abe267a,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:35:17.122969 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 56994) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:35:17.125257 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-4faf1e73-b7d2-4018-9aec-7fd1d72da330 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:35:17.190984 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-0f1a6885-5f2d-417f-a767-51869cfd3cb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:35:17.217550 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-0f1a6885-5f2d-417f-a767-51869cfd3cb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:35:17.558647 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-0f1a6885-5f2d-417f-a767-51869cfd3cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:35:17.562226 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-0f1a6885-5f2d-417f-a767-51869cfd3cb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:35:17.563895 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-0f1a6885-5f2d-417f-a767-51869cfd3cb1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b445d5b2-e979-476f-9234-b6bb0abe267a HTTP/1.1" status: 204 len: 168 time: 0.4397221 Jun 17 10:35:17.565196 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-21424b77-fe0f-4208-91c3-9bfda9ffbc1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:35:17.579900 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a6885-5f2d-417f-a767-51869cfd3cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b445d5b2-e979-476f-9234-b6bb0abe267a,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:35:17.592245 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-0f1a6885-5f2d-417f-a767-51869cfd3cb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:35:18.716534 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 57000) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:35:18.736347 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-ca1efc55-b6d8-45fb-a344-62d36a6bbdaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:35:18.869853 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-ca1efc55-b6d8-45fb-a344-62d36a6bbdaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:35:19.089862 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-ca1efc55-b6d8-45fb-a344-62d36a6bbdaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:35:19.095761 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-c9bfa60b-b964-4a93-9a0e-e859399a13f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:35:19.148455 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-ca1efc55-b6d8-45fb-a344-62d36a6bbdaa admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f89ca67f13f94b6e850a2e6b2f0d8e03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4203548 Jun 17 10:35:19.148455 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1efc55-b6d8-45fb-a344-62d36a6bbdaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba79d23f-ba26-4ca3-b3fc-2cfdeabca501,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:35:19.148455 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 57002) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:35:19.149970 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-ca1efc55-b6d8-45fb-a344-62d36a6bbdaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:35:19.222284 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-d30da30e-c982-468d-b2fe-253a762254ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:35:19.258148 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-d30da30e-c982-468d-b2fe-253a762254ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:35:19.495485 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-d30da30e-c982-468d-b2fe-253a762254ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:35:19.498814 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-d30da30e-c982-468d-b2fe-253a762254ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:35:19.500574 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-d30da30e-c982-468d-b2fe-253a762254ec admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ba79d23f-ba26-4ca3-b3fc-2cfdeabca501 HTTP/1.1" status: 204 len: 168 time: 0.3562353 Jun 17 10:35:19.501651 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-73cbc428-0715-4f1a-8783-7bd4d3c80cc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:35:19.515639 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30da30e-c982-468d-b2fe-253a762254ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba79d23f-ba26-4ca3-b3fc-2cfdeabca501,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:35:19.519254 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-d30da30e-c982-468d-b2fe-253a762254ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:35:26.644911 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 57062) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:35:26.774534 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-d61998c4-2f39-4b29-931b-e7e2f7a09624 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:35:26.940225 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-d61998c4-2f39-4b29-931b-e7e2f7a09624 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:35:27.032378 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-d61998c4-2f39-4b29-931b-e7e2f7a09624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:35:27.035495 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-e7dcc2ff-6bd4-4ba4-97a1-3b0360ff30cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:35:27.076416 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-d61998c4-2f39-4b29-931b-e7e2f7a09624 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ee34a4b706234ee5a3bd27725b394da5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4302242 Jun 17 10:35:27.077272 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61998c4-2f39-4b29-931b-e7e2f7a09624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2fed35-5718-41fe-bc7f-100d5eeca85c,revision_number=1']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:35:27.079017 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 57066) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:35:27.081063 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-d61998c4-2f39-4b29-931b-e7e2f7a09624 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:35:27.140804 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-f1eb52e0-b2fa-405c-923c-c5d67c0f6923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:35:27.165704 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-f1eb52e0-b2fa-405c-923c-c5d67c0f6923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:35:27.351814 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-f1eb52e0-b2fa-405c-923c-c5d67c0f6923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:35:27.354624 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-f1eb52e0-b2fa-405c-923c-c5d67c0f6923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:35:27.356147 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-f1eb52e0-b2fa-405c-923c-c5d67c0f6923 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5f2fed35-5718-41fe-bc7f-100d5eeca85c HTTP/1.1" status: 204 len: 168 time: 0.2751501 Jun 17 10:35:27.357035 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-83d9ec97-3c86-44c8-bccb-6ec0698bcfc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:35:27.366054 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eb52e0-b2fa-405c-923c-c5d67c0f6923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2fed35-5718-41fe-bc7f-100d5eeca85c,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:35:27.372925 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-f1eb52e0-b2fa-405c-923c-c5d67c0f6923 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:35:28.358211 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:35:28.437082 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 57072) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:35:28.453072 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-4b541d62-5c81-45e4-9ba3-792cb7e4dc45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:35:28.559144 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-4b541d62-5c81-45e4-9ba3-792cb7e4dc45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:35:28.649580 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-4b541d62-5c81-45e4-9ba3-792cb7e4dc45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:35:28.653089 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-7ffe8cf3-7005-4795-8456-8c860106881b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:35:28.695782 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-4b541d62-5c81-45e4-9ba3-792cb7e4dc45 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=913ab73311474c86be07033950326766&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2572098 Jun 17 10:35:28.696889 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b541d62-5c81-45e4-9ba3-792cb7e4dc45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a58d6271-5995-41af-a460-76f6a71e73af,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:35:28.700148 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 57074) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:35:28.701962 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-4b541d62-5c81-45e4-9ba3-792cb7e4dc45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:35:28.772040 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-39066152-adf6-4eb8-a547-2624f657fd1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:35:28.797392 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-39066152-adf6-4eb8-a547-2624f657fd1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:35:28.981289 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-39066152-adf6-4eb8-a547-2624f657fd1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:35:29.004365 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-39066152-adf6-4eb8-a547-2624f657fd1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:35:29.004365 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-39066152-adf6-4eb8-a547-2624f657fd1c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a58d6271-5995-41af-a460-76f6a71e73af HTTP/1.1" status: 204 len: 168 time: 0.2841799 Jun 17 10:35:29.004365 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-f99865f7-9344-4100-957f-315d675132d5 tempest-AttachVolumeShelveTestJSON-281332224 tempest-AttachVolumeShelveTestJSON-281332224-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:35:29.004365 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39066152-adf6-4eb8-a547-2624f657fd1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58d6271-5995-41af-a460-76f6a71e73af,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:35:29.004365 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-39066152-adf6-4eb8-a547-2624f657fd1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:35:29.941602 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-e2bd0a95-963b-427d-b930-9c6c4d67b9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:35:33.352663 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-4cad52b5-4e13-4290-bfdd-5f88fb74e8b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:35:33.437467 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:35:34.845270 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 57118) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:35:34.986193 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-01e56f81-d54a-4f3a-857a-0d44a17adb3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:35:35.130952 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-01e56f81-d54a-4f3a-857a-0d44a17adb3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:35:35.175328 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-76f1cb7e-d4ef-4c29-a3c2-2b16775f9f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:35:35.209823 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-01e56f81-d54a-4f3a-857a-0d44a17adb3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:35:35.212905 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-bd449df6-7f7a-4d72-9242-975451eb22ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:35:35.255688 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-01e56f81-d54a-4f3a-857a-0d44a17adb3c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=40348274a0b4459197f303efdc85653a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4090168 Jun 17 10:35:35.256840 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e56f81-d54a-4f3a-857a-0d44a17adb3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=423dbe61-3faf-43d1-b8e6-661d99ae8628,revision_number=1']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:35:35.259724 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 57122) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:35:35.263530 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-01e56f81-d54a-4f3a-857a-0d44a17adb3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:35:35.327235 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-7b8f2640-e312-45f0-8a64-c52bbe90db02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:35:35.357995 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-7b8f2640-e312-45f0-8a64-c52bbe90db02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:35:35.535414 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-7b8f2640-e312-45f0-8a64-c52bbe90db02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:35:35.538072 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-7b8f2640-e312-45f0-8a64-c52bbe90db02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:35:35.539290 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-7b8f2640-e312-45f0-8a64-c52bbe90db02 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/423dbe61-3faf-43d1-b8e6-661d99ae8628 HTTP/1.1" status: 204 len: 168 time: 0.2780178 Jun 17 10:35:35.540180 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-1e8500ab-f16a-4926-83f9-28e865342d94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:35:35.549440 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8f2640-e312-45f0-8a64-c52bbe90db02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=423dbe61-3faf-43d1-b8e6-661d99ae8628,revision_number=None']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:35:35.552531 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-7b8f2640-e312-45f0-8a64-c52bbe90db02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:35:37.118629 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8334b2a8-081d-4a08-b273-522b2363e8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:35:47.653561 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [-] (93645) accepted ('10.222.0.22', 57194) {{(pid=93645) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:35:47.799272 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-faae390f-75fd-482c-8567-07991cee7233 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:35:47.938635 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-faae390f-75fd-482c-8567-07991cee7233 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:35:48.043426 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron_lib.callbacks.manager [None req-faae390f-75fd-482c-8567-07991cee7233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_create {{(pid=93645) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:35:48.046965 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-60c96b22-443d-494e-b3c5-9b46dc6198b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:35:48.099734 dv-cinder-796806-1-iscsi neutron-server[93645]: INFO neutron.wsgi [None req-faae390f-75fd-482c-8567-07991cee7233 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2660678b88894a8e8f08830dc64713c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4449699 Jun 17 10:35:48.101043 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae390f-75fd-482c-8567-07991cee7233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb34e5f7-082c-4251-8ef9-5b569d1e581f,revision_number=1']} {{(pid=93645) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:35:48.104156 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.wsgi [-] (93644) accepted ('10.222.0.22', 57198) {{(pid=93644) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 10:35:48.105277 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG oslo_concurrency.lockutils [None req-faae390f-75fd-482c-8567-07991cee7233 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93645) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:35:48.202862 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-d3fac39d-e480-4769-bdc9-0b7d18aabc48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:35:48.242562 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-d3fac39d-e480-4769-bdc9-0b7d18aabc48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:35:48.489342 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-d3fac39d-e480-4769-bdc9-0b7d18aabc48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-714665'] for security_group, after_delete {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:35:48.492626 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron_lib.callbacks.manager [None req-d3fac39d-e480-4769-bdc9-0b7d18aabc48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93644) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:35:48.493858 dv-cinder-796806-1-iscsi neutron-server[93644]: INFO neutron.wsgi [None req-d3fac39d-e480-4769-bdc9-0b7d18aabc48 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cb34e5f7-082c-4251-8ef9-5b569d1e581f HTTP/1.1" status: 204 len: 168 time: 0.3882754 Jun 17 10:35:48.495422 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-7eb80706-c8e2-4a31-8cdf-2c21381b6693 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 10:35:48.504657 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fac39d-e480-4769-bdc9-0b7d18aabc48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb34e5f7-082c-4251-8ef9-5b569d1e581f,revision_number=None']} {{(pid=93644) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 10:35:48.507920 dv-cinder-796806-1-iscsi neutron-server[93644]: DEBUG oslo_concurrency.lockutils [None req-d3fac39d-e480-4769-bdc9-0b7d18aabc48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93644) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 10:35:51.747653 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.agents_db [None req-342b98a1-7fdc-4d24-a539-fe72a001d92b None None] Agent healthcheck: found 6 active agents {{(pid=93647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:35:58.335978 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:35:59.889215 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-6a13a57f-7b0e-4044-8f72-5981142188ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:36:03.277572 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-84b74e7c-f99b-42f0-9f3a-176a8a495b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:36:03.477601 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:36:05.145875 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-76f1cb7e-d4ef-4c29-a3c2-2b16775f9f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:36:07.185472 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8334b2a8-081d-4a08-b273-522b2363e8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:36:28.323023 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:36:28.749041 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.agents_db [None req-342b98a1-7fdc-4d24-a539-fe72a001d92b None None] Agent healthcheck: found 6 active agents {{(pid=93647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:36:29.928340 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ca67b074-8f09-4433-86d1-ff53f13b0e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:36:33.362219 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-a54e629e-bd30-4f08-89ee-ded1ebb92aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:36:33.448524 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:36:35.185667 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-76f1cb7e-d4ef-4c29-a3c2-2b16775f9f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:36:37.139560 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8334b2a8-081d-4a08-b273-522b2363e8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:36:58.315878 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:36:59.846851 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-f100ca25-1438-4f56-88c1-7d27cb703377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:37:03.286913 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ac62a6c5-aa27-4601-858f-d77ff5e20931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:37:03.429846 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:37:05.173086 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-76f1cb7e-d4ef-4c29-a3c2-2b16775f9f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:37:05.750296 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.agents_db [None req-342b98a1-7fdc-4d24-a539-fe72a001d92b None None] Agent healthcheck: found 6 active agents {{(pid=93647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:37:07.069677 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8334b2a8-081d-4a08-b273-522b2363e8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:37:10.859110 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [req-7bf0f248-7a1a-499b-9445-befffd923221 req-d9bf950d-c73d-4533-944c-df4d9a949279 tempest-AttachVolumeNegativeTest-2024908439 tempest-AttachVolumeNegativeTest-2024908439-project] (93645) timed out ('10.222.0.47', 55270) {{(pid=93645) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 17 10:37:28.497470 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:37:29.983158 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-47b51975-2031-4073-8999-01b234f40020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:37:33.343209 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-9a7dacb7-bcfb-417d-b4c6-c8b05e81b380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:37:33.486230 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:37:35.377986 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-76f1cb7e-d4ef-4c29-a3c2-2b16775f9f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:37:37.051602 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8334b2a8-081d-4a08-b273-522b2363e8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:37:42.750181 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.agents_db [None req-342b98a1-7fdc-4d24-a539-fe72a001d92b None None] Agent healthcheck: found 6 active agents {{(pid=93647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:37:58.388787 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:37:59.857013 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-7d39b16d-a08e-43ea-bcb0-5f987d8c0265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:38:03.297203 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-f2999d34-38a2-4ce4-9ce4-21309fd6ae60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:38:03.462474 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:38:05.205093 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-76f1cb7e-d4ef-4c29-a3c2-2b16775f9f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:38:07.085463 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8334b2a8-081d-4a08-b273-522b2363e8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:38:19.756146 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.agents_db [None req-342b98a1-7fdc-4d24-a539-fe72a001d92b None None] Agent healthcheck: found 6 active agents {{(pid=93647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:38:28.387798 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:38:29.907027 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-d168f5ff-088d-450c-a0e0-d6bb428fd65c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:38:33.336255 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-b7687f57-b3e3-4362-8f24-c2a587011990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:38:33.450310 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:38:35.199091 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-76f1cb7e-d4ef-4c29-a3c2-2b16775f9f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:38:37.198877 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8334b2a8-081d-4a08-b273-522b2363e8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:38:56.745035 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.agents_db [None req-342b98a1-7fdc-4d24-a539-fe72a001d92b None None] Agent healthcheck: found 6 active agents {{(pid=93647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:38:58.466635 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:38:59.942286 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-0f38f087-c88d-4957-a13f-e5ef75e1315b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:39:03.375215 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-3528549e-0f07-473e-9725-2b2d3498d2a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:39:03.489373 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:39:05.141149 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-76f1cb7e-d4ef-4c29-a3c2-2b16775f9f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:39:07.072251 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8334b2a8-081d-4a08-b273-522b2363e8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:39:28.397991 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:39:29.946618 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-f4fd39c9-7718-47e0-a6cd-e3d3fb5fb808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:39:33.317307 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-cd274164-4569-40cf-bfd1-2167b252a3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:39:33.466138 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:39:33.745706 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.agents_db [None req-342b98a1-7fdc-4d24-a539-fe72a001d92b None None] Agent healthcheck: found 6 active agents {{(pid=93647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:39:35.145888 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-76f1cb7e-d4ef-4c29-a3c2-2b16775f9f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:39:37.059974 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8334b2a8-081d-4a08-b273-522b2363e8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:39:58.465584 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:39:59.933705 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-39c027a5-a76b-41dc-8440-54fccfce77f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:40:03.305052 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-766ab4c6-b340-4442-80c5-76bafc4b24b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:40:03.442902 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:40:05.161971 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-76f1cb7e-d4ef-4c29-a3c2-2b16775f9f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:40:07.070790 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8334b2a8-081d-4a08-b273-522b2363e8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:40:10.744988 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.agents_db [None req-342b98a1-7fdc-4d24-a539-fe72a001d92b None None] Agent healthcheck: found 6 active agents {{(pid=93647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:40:28.440943 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:40:29.940153 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-e1405b44-bec9-44b0-9a9c-478957a48f49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:40:33.286935 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-e01c286e-1020-4afa-b6c0-42c91ffbbcb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:40:33.436422 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:40:35.173070 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-76f1cb7e-d4ef-4c29-a3c2-2b16775f9f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:40:37.155931 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8334b2a8-081d-4a08-b273-522b2363e8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:40:39.005230 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [req-e59fd6df-b305-4f27-acbb-118fb56746d0 req-df614e29-242d-4ad4-bdbf-d8eea0a26de8 service neutron] (93645) timed out ('10.222.0.22', 54796) {{(pid=93645) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 17 10:40:47.744360 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.agents_db [None req-342b98a1-7fdc-4d24-a539-fe72a001d92b None None] Agent healthcheck: found 6 active agents {{(pid=93647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:40:58.509190 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:40:59.925636 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-cf20a146-c6a7-4e51-bfde-2aade7755078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:41:03.326995 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-4760d2d0-1c64-48a4-8e92-c4330236bf68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:41:03.452325 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:41:05.177810 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-76f1cb7e-d4ef-4c29-a3c2-2b16775f9f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:41:07.075205 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8334b2a8-081d-4a08-b273-522b2363e8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:41:21.155172 dv-cinder-796806-1-iscsi neutron-server[93645]: DEBUG neutron.wsgi [req-7d297276-251e-4475-9a0f-ae9dcdda5168 req-b1156913-4080-4989-a5a5-d2325a145649 service neutron] (93645) timed out ('10.222.0.22', 50852) {{(pid=93645) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 17 10:41:24.744677 dv-cinder-796806-1-iscsi neutron-server[93647]: DEBUG neutron.db.agents_db [None req-342b98a1-7fdc-4d24-a539-fe72a001d92b None None] Agent healthcheck: found 6 active agents {{(pid=93647) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 10:41:28.429517 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-98f8c35a-dcc5-4653-9090-a8acec94ca11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:41:29.947305 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-0c1a28e6-77c5-4e2a-809a-6294500c14e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:41:33.297698 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-21a4a92d-ede0-461a-b41a-dc153445d695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:41:33.497309 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-ad24ecd0-d3d6-4dcf-8d64-f2f2a3a10783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:41:35.286821 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-76f1cb7e-d4ef-4c29-a3c2-2b16775f9f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 10:41:37.091390 dv-cinder-796806-1-iscsi neutron-server[93646]: DEBUG neutron_lib.callbacks.manager [None req-8334b2a8-081d-4a08-b273-522b2363e8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740734359583', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3790678'] for agent, after_update {{(pid=93646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}